-- Logs begin at Thu 2021-09-09 14:34:18 UTC, end at Thu 2021-09-09 15:28:44 UTC. -- Sep 09 15:03:00.434493 dv-cinder-776307-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 09 15:03:03.292696 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.common.config [-] Logging enabled! Sep 09 15:03:03.293332 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 15:03:03.293494 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93987) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 15:03:03.296863 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.common.config [-] Logging enabled! Sep 09 15:03:03.297115 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 15:03:03.297428 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93987) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 15:03:03.298394 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 15:03:03.298629 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 15:03:03.299021 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 15:03:03.299269 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 15:03:03.299495 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 15:03:03.299818 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.300116 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.300413 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.300644 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.300941 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.301230 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.301510 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.302390 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.302723 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.303007 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.303285 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.303623 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.303795 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.304073 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.304360 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.304644 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.304865 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] debug = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.305146 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.305566 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.305984 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.306266 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.306553 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.307009 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.307193 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.307376 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.307661 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.307994 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] host = dv-cinder-776307-9-iscsi {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.308271 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.308557 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.308841 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.309125 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.309398 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.309673 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.309956 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.310227 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.310497 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] log_file = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.310800 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.311091 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.311374 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.311663 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.311884 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.312105 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.312392 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.312680 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.312952 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.313224 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.313495 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.313765 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.314034 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.314301 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.314585 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.314890 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.315173 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.315448 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.315717 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.315988 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.316263 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.316546 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.316815 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.317084 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.317396 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.317696 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.318439 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.318439 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.318648 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.318799 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.319066 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.319348 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.319618 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.319899 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.320171 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.320442 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.320709 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] use_json = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.320980 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.321247 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.321524 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.321794 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.322063 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.322332 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.322600 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.322980 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:03.323283 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.323578 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.323875 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.324156 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.324449 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.324726 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.325012 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.325287 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.325574 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.325858 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.326152 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.326431 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.326732 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.327013 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.327307 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.327613 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.327905 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.328195 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.328468 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.328738 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.329007 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.329283 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.329565 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.329839 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.330126 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.330412 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.330688 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.330993 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.331285 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.331568 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.331837 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.332114 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.332404 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.332680 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.332966 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.333661 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.333661 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.333900 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.334105 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.334386 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.334664 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.334958 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.335232 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.335509 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.335801 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.336081 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.336354 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.336624 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.336901 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.337171 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.337451 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.337728 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.337998 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.338270 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.338545 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.338841 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.339111 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.339385 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.339654 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.339927 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.340194 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.340464 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.340733 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.341002 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.341275 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.341541 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.341810 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.342081 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.342352 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.342622 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.342914 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.343185 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.343454 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.343738 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.344033 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.344311 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.344588 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.344866 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.345143 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.345418 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.345693 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.345973 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.346248 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.346520 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.346837 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.347122 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.347410 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.347691 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.347964 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.348268 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.348543 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.349560 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.349979 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.350110 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.350388 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.350675 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.350995 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.351291 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.351589 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.351882 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.352174 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.352453 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.352766 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.353061 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:03.353262 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 15:03:03.353509 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93987) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 09 15:03:03.708684 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 15:03:03.708942 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 15:03:03.709149 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 15:03:03.709484 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 09 15:03:04.118692 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.119005 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.119303 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.120588 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.120861 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.121124 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.157436 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.157712 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.157977 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.173568 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.173846 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.174112 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.203514 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.203794 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.204054 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.242970 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.243247 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.243513 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.478934 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.479575 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.479575 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.479754 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.480337 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.602498 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.602859 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.603143 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.603412 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.603676 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.603987 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.604243 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.604497 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.604745 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.605027 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.605288 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.605545 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.605795 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.606044 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.606300 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.606560 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.606833 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.607097 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.607363 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.607619 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.607893 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.608144 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.608425 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.608822 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.609071 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.609319 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.609744 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 15:03:04.609984 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 15:03:04.610219 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 15:03:04.610453 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 15:03:04.610686 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 15:03:04.610940 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 15:03:04.611312 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 09 15:03:04.614891 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 09 15:03:04.618823 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 09 15:03:04.622890 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 09 15:03:04.624558 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 09 15:03:04.625020 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 09 15:03:04.625353 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 09 15:03:04.625749 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 09 15:03:04.628718 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 09 15:03:04.628966 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 09 15:03:04.629321 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 15:03:04.634791 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 09 15:03:04.657470 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 09 15:03:04.657939 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.658242 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93987) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 09 15:03:04.658605 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.659993 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93987) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 09 15:03:04.660285 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 15:03:04.660529 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 09 15:03:04.664762 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.665044 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:04.738844 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 09 15:03:04.739028 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 09 15:03:04.739286 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 09 15:03:04.739670 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 09 15:03:04.763481 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_db.sqlalchemy.engines [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93987) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 09 15:03:05.321325 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Initializing driver for type 'gre' Sep 09 15:03:05.321916 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] gre ID ranges: [(1, 1000)] Sep 09 15:03:05.376919 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Initializing driver for type 'local' Sep 09 15:03:05.377260 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Initializing driver for type 'vlan' Sep 09 15:03:05.391148 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] VlanTypeDriver initialization complete Sep 09 15:03:05.391494 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Initializing driver for type 'vxlan' Sep 09 15:03:05.392065 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] vxlan ID ranges: [(1, 1000)] Sep 09 15:03:05.447481 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Initializing extension driver 'port_security' Sep 09 15:03:05.447819 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.extensions.port_security [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] PortSecurityExtensionDriver initialization complete Sep 09 15:03:05.448160 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Initializing mechanism driver 'openvswitch' Sep 09 15:03:05.448489 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Initializing mechanism driver 'hyperv' Sep 09 15:03:05.455095 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.plugins.ml2.plugin [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:05.455788 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > port after_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.456162 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > port after_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.456517 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > port after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.457045 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 15:03:05.457479 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > subnet after_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.458363 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > subnet after_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.458732 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > subnet after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.459145 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 15:03:05.459548 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > network after_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.459904 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > network after_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.460248 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > network after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.460647 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 15:03:05.461053 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > security_group after_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.461407 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > security_group after_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.461749 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > security_group after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.462287 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 15:03:05.462723 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.463093 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.463440 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.463837 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 15:03:05.464260 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > address_group after_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.464614 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > address_group after_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.464957 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > address_group after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.465350 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 15:03:05.465735 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] ML2 OVO RPC backend initialized. {{(pid=93987) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 09 15:03:05.466453 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router_interface after_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.466850 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.467270 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > network before_response 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.467619 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > networks before_response 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.467970 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > port before_response 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.468321 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > ports before_response 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.468667 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > subnet before_response 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.469009 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > subnets before_response 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.469357 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > network after_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.469700 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > network after_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.470042 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > network after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.470379 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > port after_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.470743 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > port after_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.471083 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > port after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.471431 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > subnet after_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.471758 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > subnet after_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.472094 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > subnet after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.472675 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.plugin [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Modular L2 Plugin initialization complete Sep 09 15:03:05.473005 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading services supported by the core plugin {{(pid=93987) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 09 15:03:05.473340 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.plugins.ml2.managers [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Got port-security extension from driver 'port_security' Sep 09 15:03:05.474491 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.extensions.vlantransparent [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Disabled vlantransparent extension. Sep 09 15:03:05.475015 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93987) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 09 15:03:05.475335 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading Plugin: router Sep 09 15:03:05.512412 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router_interface before_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.513246 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router after_create 55549900 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.513246 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router before_create 55549900 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.513527 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.513899 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.514259 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router after_delete 55549900 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.514732 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > floatingip after_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.515014 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > floatingip after_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.515392 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router after_create 55549900 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.515741 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router after_update 55549900 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.516092 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router after_update 55549900 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.516438 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.516807 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router after_update 55549900 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.517266 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router precommit_update 55549900 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.517645 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: port after_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.518070 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: port after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.518766 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: subnet after_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.519131 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.519502 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > port precommit_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.519886 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router precommit_create 55549900 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.520230 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: port before_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.521234 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router precommit_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.521660 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router after_update 55549900 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.522069 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router precommit_delete 55549900 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.522379 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router precommit_create 55549900 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.522783 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router_interface after_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.523234 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router precommit_update 55549900 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.523628 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > agent after_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.524024 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > agent after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.524358 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > network after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.525260 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Tracking information for resource: router configured {{(pid=93987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 15:03:05.525601 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Tracking information for resource: floatingip configured {{(pid=93987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 15:03:05.530737 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.db.l3_agentschedulers_db [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 09 15:03:05.531323 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: port after_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.531683 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: port after_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.532040 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: port after_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.532399 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: port after_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.533204 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router before_create 55550100 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.533573 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router precommit_delete 55550100 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.533941 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router precommit_create 55550100 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.534302 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > router precommit_update 55550100 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.539963 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.services.provider_configuration [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Service providers = [] {{(pid=93987) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 09 15:03:05.540331 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.db.servicetype_db [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93987) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 09 15:03:05.543370 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.services.service_base [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 15:03:05.543730 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.services.service_base [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 15:03:05.544078 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.services.service_base [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 15:03:05.544985 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.services.service_base [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 15:03:05.545367 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.services.service_base [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 09 15:03:05.545763 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 15:03:05.546082 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 09 15:03:05.557224 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 15:03:05.557566 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading Plugin: auto_allocate Sep 09 15:03:05.563382 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: network precommit_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.563758 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: network precommit_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.564295 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 15:03:05.564612 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading Plugin: tag Sep 09 15:03:05.572038 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 15:03:05.572310 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading Plugin: timestamp Sep 09 15:03:05.576410 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 15:03:05.576745 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading Plugin: network_ip_availability Sep 09 15:03:05.582247 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.582673 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.583648 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.584373 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 15:03:05.584697 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading Plugin: flavors Sep 09 15:03:05.589421 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 15:03:05.589757 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading Plugin: revisions Sep 09 15:03:05.594084 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 15:03:05.594474 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_concurrency.lockutils [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.885s {{(pid=93987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 15:03:05.595267 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93987) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 09 15:03:05.595600 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Initializing extension manager. Sep 09 15:03:05.596118 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: __init__.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.596463 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: __pycache__ {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.596801 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.597137 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: address_group.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.597906 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.598507 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: address-group Sep 09 15:03:05.598868 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: address_scope.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.599864 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.600385 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: address-scope Sep 09 15:03:05.600711 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: admin_state_down_before_update.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.601650 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.602169 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: router-admin-state-down-before-update Sep 09 15:03:05.602497 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: agent.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.603237 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.603747 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: agent Sep 09 15:03:05.604072 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: agent_resources_synced.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.604995 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.605513 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: agent-resources-synced Sep 09 15:03:05.605834 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: allowedaddresspairs.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.607680 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.608209 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: allowed-address-pairs Sep 09 15:03:05.608541 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: auto_allocated_topology.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.609626 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.610152 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: auto-allocated-topology Sep 09 15:03:05.610484 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: availability_zone.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.611221 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.611732 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: availability_zone Sep 09 15:03:05.612060 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: availability_zone_filter.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.612978 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.613491 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: availability_zone_filter Sep 09 15:03:05.613818 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: data_plane_status.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.614798 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.615317 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension data-plane-status not supported by any of loaded plugins Sep 09 15:03:05.615637 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: default_subnetpools.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.616568 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.617075 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: default-subnetpools Sep 09 15:03:05.617402 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: dhcpagentscheduler.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.618231 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.618759 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: dhcp_agent_scheduler Sep 09 15:03:05.619087 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: dns.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.620027 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.620537 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension dns-integration not supported by any of loaded plugins Sep 09 15:03:05.620864 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: dns_domain_ports.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.621798 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.622369 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 09 15:03:05.622643 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.623594 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.624110 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 09 15:03:05.624429 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: dvr.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.625107 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.625631 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: dvr Sep 09 15:03:05.625936 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: ecmp_routes.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.626962 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.627467 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension ecmp_routes not supported by any of loaded plugins Sep 09 15:03:05.627791 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: empty_string_filtering.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.628715 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.629228 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: empty-string-filtering Sep 09 15:03:05.629559 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.631324 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.632190 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 09 15:03:05.632663 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.634109 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.634771 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 09 15:03:05.635326 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: external_net.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.636764 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.637376 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: external-net Sep 09 15:03:05.637709 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: extra_dhcp_opt.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.638827 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.639356 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: extra_dhcp_opt Sep 09 15:03:05.639683 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: extraroute.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.640609 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.641125 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: extraroute Sep 09 15:03:05.641450 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: extraroute_atomic.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.642561 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.643055 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: extraroute-atomic Sep 09 15:03:05.643381 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: filter_validation.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.644317 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.644823 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: filter-validation Sep 09 15:03:05.645151 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: fip_pf_description.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.646724 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.647251 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 09 15:03:05.647576 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: fip_port_details.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.648512 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.649025 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: fip-port-details Sep 09 15:03:05.649353 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: flavors.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.650601 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.651150 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: flavors Sep 09 15:03:05.651481 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.653177 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.653706 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 09 15:03:05.654039 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: floatingip_pools.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.654775 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.655297 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: floatingip-pools Sep 09 15:03:05.655625 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: ip_allocation.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.656567 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.657077 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension ip_allocation not supported by any of loaded plugins Sep 09 15:03:05.657406 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.658334 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.658938 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: ip-substring-filtering Sep 09 15:03:05.659278 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: l2_adjacency.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.660231 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.660741 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension l2_adjacency not supported by any of loaded plugins Sep 09 15:03:05.661102 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: l3.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.662319 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.662881 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: router Sep 09 15:03:05.663213 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: l3_conntrack_helper.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.665484 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.666017 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 09 15:03:05.666357 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.667336 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.667857 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: ext-gw-mode Sep 09 15:03:05.668189 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.669122 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.669643 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: l3-ha Sep 09 15:03:05.669976 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: l3_flavors.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.670940 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.671452 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: l3-flavors Sep 09 15:03:05.671782 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.672702 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.673220 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: l3-port-ip-change-not-allowed Sep 09 15:03:05.673548 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: l3agentscheduler.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.674596 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.675145 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: l3_agent_scheduler Sep 09 15:03:05.675477 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: logging.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.677013 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.677540 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension logging not supported by any of loaded plugins Sep 09 15:03:05.677874 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: metering.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.678631 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.679246 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: metering Sep 09 15:03:05.679576 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.680690 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.681210 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: metering_source_and_destination_fields Sep 09 15:03:05.681537 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: multiprovidernet.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.682478 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.683015 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: multi-provider Sep 09 15:03:05.683344 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: netmtu.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.684270 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.684780 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: net-mtu Sep 09 15:03:05.685106 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: netmtu_writable.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.686031 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.686540 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: net-mtu-writable Sep 09 15:03:05.686901 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: network_availability_zone.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.687577 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.688088 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: network_availability_zone Sep 09 15:03:05.688413 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: network_ip_availability.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.689531 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.690050 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: network-ip-availability Sep 09 15:03:05.690376 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: network_segment_range.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.691253 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.691765 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension network-segment-range not supported by any of loaded plugins Sep 09 15:03:05.692091 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: pagination.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.693663 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.694008 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: pagination Sep 09 15:03:05.694335 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: port_device_profile.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.695283 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.695803 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: port-device-profile Sep 09 15:03:05.696129 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.697052 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.697566 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: port-mac-address-regenerate Sep 09 15:03:05.697894 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.698857 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.699374 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: port-numa-affinity-policy Sep 09 15:03:05.699705 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: port_resource_request.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.700755 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.701271 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension port-resource-request not supported by any of loaded plugins Sep 09 15:03:05.701597 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: portbindings.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.702537 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.703092 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: binding Sep 09 15:03:05.703421 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: portbindings_extended.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.704698 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.705219 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: binding-extended Sep 09 15:03:05.705551 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: portsecurity.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.706480 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.707045 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: port-security Sep 09 15:03:05.707361 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: project_id.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.709035 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.709367 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: project-id Sep 09 15:03:05.709700 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: providernet.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.710631 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.711178 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: provider Sep 09 15:03:05.711504 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: qos.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.715126 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.715662 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension qos not supported by any of loaded plugins Sep 09 15:03:05.716003 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.717254 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.717780 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 09 15:03:05.718114 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.719076 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.719606 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 09 15:03:05.719938 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: qos_default.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.720860 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.721377 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension qos-default not supported by any of loaded plugins Sep 09 15:03:05.721707 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: qos_fip.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.722366 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.722915 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension qos-fip not supported by any of loaded plugins Sep 09 15:03:05.723243 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: qos_gateway_ip.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.724219 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.724727 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 09 15:03:05.725053 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: qos_port_network_policy.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.725974 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.726489 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 09 15:03:05.726856 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: qos_pps_rule.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.728034 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.728554 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension qos-pps not supported by any of loaded plugins Sep 09 15:03:05.728885 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: qos_rule_type_details.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.729816 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.730334 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 09 15:03:05.730663 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: qos_rules_alias.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.731732 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.732242 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 09 15:03:05.732568 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: quotasv2.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.733502 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.733833 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: quotas Sep 09 15:03:05.734157 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: quotasv2_detail.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.737566 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.737913 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: quota_details Sep 09 15:03:05.738246 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: rbac.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.739401 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.740076 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: rbac-policies Sep 09 15:03:05.740411 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: rbac_address_group.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.741378 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.741898 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: rbac-address-group Sep 09 15:03:05.742227 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: rbac_address_scope.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.743198 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.743716 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: rbac-address-scope Sep 09 15:03:05.744046 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: rbac_security_groups.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.744978 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.745494 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: rbac-security-groups Sep 09 15:03:05.745823 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: rbac_subnetpool.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.746780 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.747302 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: rbac-subnetpool Sep 09 15:03:05.747629 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: revisionifmatch.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.748562 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.749080 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: revision-if-match Sep 09 15:03:05.749409 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: revisions.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.750577 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.751137 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: standard-attr-revisions Sep 09 15:03:05.751472 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: router_availability_zone.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.752209 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.752728 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: router_availability_zone Sep 09 15:03:05.753056 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: routerservicetype.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.754093 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.754649 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension router-service-type not supported by any of loaded plugins Sep 09 15:03:05.755646 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.756673 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.757186 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: security-groups-normalized-cidr Sep 09 15:03:05.757512 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: security_groups_port_filtering.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.758542 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.759088 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: port-security-groups-filtering Sep 09 15:03:05.759417 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.760670 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.761887 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: security-groups-remote-address-group Sep 09 15:03:05.762373 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: securitygroup.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.774611 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.775193 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: security-group Sep 09 15:03:05.775531 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: segment.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.776355 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.776870 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension segment not supported by any of loaded plugins Sep 09 15:03:05.777202 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.778192 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.778735 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 09 15:03:05.779112 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: servicetype.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.780305 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.780836 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: service-type Sep 09 15:03:05.781167 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: sorting.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.782163 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.782500 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: sorting Sep 09 15:03:05.782866 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: standard_attr_segment.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.783797 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.784310 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 09 15:03:05.784634 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: standardattrdescription.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.785290 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.785803 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: standard-attr-description Sep 09 15:03:05.786171 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: stateful_security_group.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.787183 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.787704 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: stateful-security-group Sep 09 15:03:05.788031 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: stdattrs_common.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.788624 dv-cinder-776307-9-iscsi neutron-server[93987]: WARNING neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 09 15:03:05.788948 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.789889 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.790423 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 09 15:03:05.790786 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: subnet_onboard.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.791889 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.792411 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: subnet_onboard Sep 09 15:03:05.792742 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.793686 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.794205 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 09 15:03:05.794535 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: subnet_service_types.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.795504 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.796021 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: subnet-service-types Sep 09 15:03:05.796350 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: subnetallocation.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.797452 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.797967 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: subnet_allocation Sep 09 15:03:05.798296 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.799004 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.799518 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: subnetpool-prefix-ops Sep 09 15:03:05.799843 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.800788 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.801310 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 09 15:03:05.801668 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: tagging.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.803171 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.803701 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: standard-attr-tag Sep 09 15:03:05.804034 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: timestamp.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.805259 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.805780 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loaded extension: standard-attr-timestamp Sep 09 15:03:05.806111 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: trunk.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.807179 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.807703 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension trunk not supported by any of loaded plugins Sep 09 15:03:05.808032 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: trunk_details.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.808965 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.809488 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension trunk-details not supported by any of loaded plugins Sep 09 15:03:05.809818 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: uplink_status_propagation.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.810789 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.811312 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 09 15:03:05.811642 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Loading extension file: vlantransparent.py {{(pid=93987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 15:03:05.812330 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 15:03:05.812842 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extension vlan-transparent not supported by any of loaded plugins Sep 09 15:03:05.815337 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Creating instance of TrackedResource for resource:network Sep 09 15:03:05.815868 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Creating instance of TrackedResource for resource:subnet Sep 09 15:03:05.816343 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 15:03:05.816674 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Creating instance of TrackedResource for resource:port Sep 09 15:03:05.818578 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.v2.resource_helper [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 15:03:05.819061 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.v2.resource_helper [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Service FLAVORS assigned prefix: {{(pid=93987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 15:03:05.819704 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.v2.resource_helper [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 15:03:05.820132 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.v2.resource_helper [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 15:03:05.820475 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Creating instance of TrackedResource for resource:router Sep 09 15:03:05.820914 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Creating instance of TrackedResource for resource:floatingip Sep 09 15:03:05.821406 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.v2.resource_helper [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Service METERING assigned prefix: /metering {{(pid=93987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 15:03:05.822976 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.823305 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.823661 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:05.824697 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 15:03:05.825183 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Creating instance of TrackedResource for resource:security_group Sep 09 15:03:05.825618 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 15:03:05.826214 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.v2.resource_helper [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Service CORE assigned prefix: {{(pid=93987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 15:03:05.826553 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 15:03:05.826925 dv-cinder-776307-9-iscsi neutron-server[93987]: WARNING neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] subnetpool is already registered Sep 09 15:03:05.827366 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.v2.resource_helper [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Service CORE assigned prefix: {{(pid=93987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 15:03:05.827703 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 15:03:05.828056 dv-cinder-776307-9-iscsi neutron-server[93987]: WARNING neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] subnetpool is already registered Sep 09 15:03:05.830376 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.v2.resource_helper [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 15:03:05.830854 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.v2.resource_helper [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Service FLAVORS assigned prefix: {{(pid=93987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 15:03:05.831455 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.v2.resource_helper [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 15:03:05.831881 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.v2.resource_helper [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 15:03:05.832222 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Creating instance of TrackedResource for resource:router Sep 09 15:03:05.832563 dv-cinder-776307-9-iscsi neutron-server[93987]: WARNING neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] router is already registered Sep 09 15:03:05.833615 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Creating instance of TrackedResource for resource:floatingip Sep 09 15:03:05.833978 dv-cinder-776307-9-iscsi neutron-server[93987]: WARNING neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] floatingip is already registered Sep 09 15:03:05.834517 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.v2.resource_helper [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Service METERING assigned prefix: /metering {{(pid=93987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 15:03:05.835238 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 15:03:05.835573 dv-cinder-776307-9-iscsi neutron-server[93987]: WARNING neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] rbac_policy is already registered Sep 09 15:03:05.835989 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Creating instance of TrackedResource for resource:security_group Sep 09 15:03:05.836327 dv-cinder-776307-9-iscsi neutron-server[93987]: WARNING neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] security_group is already registered Sep 09 15:03:05.836732 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 15:03:05.837065 dv-cinder-776307-9-iscsi neutron-server[93987]: WARNING neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] security_group_rule is already registered Sep 09 15:03:05.837694 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.v2.resource_helper [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Service CORE assigned prefix: {{(pid=93987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 15:03:05.838024 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 15:03:05.838359 dv-cinder-776307-9-iscsi neutron-server[93987]: WARNING neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] subnetpool is already registered Sep 09 15:03:05.838804 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.v2.resource_helper [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Service CORE assigned prefix: {{(pid=93987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 15:03:05.839142 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 15:03:05.839472 dv-cinder-776307-9-iscsi neutron-server[93987]: WARNING neutron.quota.resource_registry [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] subnetpool is already registered Sep 09 15:03:05.839945 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: extensions {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.841453 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: address-groups {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.842951 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: address-scopes {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.844279 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: agents {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.845430 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: auto-allocated-topology {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.846681 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: availability_zones {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.847932 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: dhcp-networks {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.849872 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: dhcp-agents {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.851329 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: routers {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.853541 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: flavors {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.854732 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: service_profiles {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.855920 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: next_providers {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.857370 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: service_profiles {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.858924 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: floatingip-pools {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.860136 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: routers {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.862236 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: floatingips {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.863557 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: l3-routers {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.865123 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: l3-agents {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.866545 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: metering-labels {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.867932 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: metering-label-rules {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.869208 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: network-ip-availabilities {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.870497 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: bindings {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.873152 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: quotas {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.874639 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: quotas {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.876079 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: rbac-policies {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.877287 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: security-groups {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.878581 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: security-group-rules {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.880565 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: service-providers {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.881787 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: subnetpools {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.883258 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: subnetpools {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.884716 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: tags {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.886382 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: tags {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.888259 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: tags {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.890054 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: tags {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.891872 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: tags {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.893972 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: tags {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.896344 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: tags {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.898267 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: tags {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.900060 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: tags {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.901810 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron.api.extensions [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Extended resource: tags {{(pid=93987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 15:03:05.907989 dv-cinder-776307-9-iscsi neutron-server[93987]: WARNING keystonemiddleware.auth_token [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 09 15:03:05.912926 dv-cinder-776307-9-iscsi neutron-server[93987]: WARNING keystonemiddleware.auth_token [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 09 15:03:05.922192 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_concurrency.lockutils [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Acquired lock "singleton_lock" {{(pid=93987) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 09 15:03:05.922668 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_concurrency.lockutils [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Releasing lock "singleton_lock" {{(pid=93987) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 09 15:03:05.923334 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO oslo_service.service [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Starting 2 workers Sep 09 15:03:05.928712 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Started child 94130 {{(pid=93987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 15:03:05.933310 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Started child 94131 {{(pid=93987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 15:03:05.934541 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:05.935206 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO neutron.service [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Neutron service started, listening on 0.0.0.0:9696 Sep 09 15:03:05.935573 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Notify callbacks [] for process, before_spawn {{(pid=93987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:05.936109 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [-] (94130) wsgi starting up on http://0.0.0.0:9696 Sep 09 15:03:05.938083 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO oslo_service.service [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Starting 1 workers Sep 09 15:03:05.938684 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:05.940279 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [-] (94131) wsgi starting up on http://0.0.0.0:9696 Sep 09 15:03:05.944012 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Started child 94132 {{(pid=93987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 15:03:05.944568 dv-cinder-776307-9-iscsi neutron-server[93987]: INFO oslo_service.service [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Starting 1 workers Sep 09 15:03:05.947756 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.service [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] calling RpcWorker wait() {{(pid=94132) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 09 15:03:05.948310 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.service [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] returning from RpcWorker wait() {{(pid=94132) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 09 15:03:05.949244 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Started child 94133 {{(pid=93987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 15:03:05.949629 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:05.950067 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:05.950170 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG neutron_lib.callbacks.manager [None req-acd7a0ef-f355-414d-82e4-d7ca7bd1b9ca None None] Notify callbacks [] for process, after_spawn {{(pid=93987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:05.952070 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93987) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 15:03:05.952282 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 15:03:05.952465 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 15:03:05.952671 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 15:03:05.953004 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 15:03:05.953168 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 15:03:05.953697 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.953977 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.954221 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.954493 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.954829 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.955393 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:05.955880 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.955880 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.956057 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.956188 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.956624 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.956804 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.956974 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.957232 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.957470 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.957778 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.958131 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.958414 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.958769 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.958949 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.959190 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.959612 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.959713 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.959951 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] debug = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.960198 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.960685 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.960910 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.961170 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.961386 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.961845 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.962079 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.962338 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.962585 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.962844 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.963852 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.963852 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.963852 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.963852 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.964394 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.964394 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.964643 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.964968 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] host = dv-cinder-776307-9-iscsi {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.965207 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.965424 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.965682 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.965945 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.966202 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.966449 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.966732 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.966982 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.967241 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.967467 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.967708 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.967968 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.968216 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.968458 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] log_file = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.968624 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] log_options = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.968873 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.969135 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.969382 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.969572 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.969729 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.969905 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.970167 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.970330 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.970589 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.970834 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.971099 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.971303 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.971540 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.971773 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.972038 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.972301 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.972521 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.972735 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.973000 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.973232 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.973508 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.973730 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.973944 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.974165 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.974397 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.974660 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.974947 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.975229 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.975397 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.975653 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.975909 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.976166 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.976405 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.976641 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.976913 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.977148 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.977379 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.977595 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.977860 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.978127 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.978345 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.978625 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.978870 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.979128 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.979367 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.979606 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.979839 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] use_json = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.980049 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.980282 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.980547 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.980763 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.981032 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.981301 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.981429 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.981642 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:05.982111 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.983008 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.983334 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.983597 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.983810 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.984064 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.984299 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.984535 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.984759 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.985038 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.985440 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.985440 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.985824 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.986075 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.986356 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.986883 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.987032 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.987270 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.987510 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.987876 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.988021 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.988266 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.988483 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.988732 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.989980 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.989980 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.989980 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.990480 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.990611 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.990878 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.991139 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.991396 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.991616 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.991835 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.992089 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.992309 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.992550 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.992816 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.993038 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.993272 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.993515 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.994111 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.994111 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.994367 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.994488 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.995165 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.995516 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.995665 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.995908 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.996360 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.996517 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:05.996912 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.997317 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.997744 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.998196 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.998478 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.998732 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.998963 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.999208 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.999426 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.999739 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:05.999917 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.000139 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.000355 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.000569 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.000788 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.001003 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.001258 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.001857 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.001857 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.001857 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.002289 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.002433 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.002569 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.003348 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.003348 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.003348 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.003800 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.003800 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.004034 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.004115 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.004333 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.004566 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.005563 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.006010 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.006408 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.006828 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.007244 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.007657 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.008090 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.008448 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.008833 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.009153 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.009491 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.009811 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.010139 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.010439 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.010792 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.011096 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.011396 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.011701 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.012034 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.012478 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.012884 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.013315 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.013737 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.014181 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.014606 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.014954 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.015243 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.015550 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.015849 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.016188 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.016518 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.016822 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.017151 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.017462 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.017772 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.017997 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.018284 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.018791 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.019257 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.019748 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.020022 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.020323 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.020627 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.021121 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.021531 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.021966 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.022376 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.022814 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.023214 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.023583 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.024010 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.024390 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.024795 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.025156 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.025423 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.025768 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.026031 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.026283 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.026501 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.026813 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.027080 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.027327 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.027606 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.027858 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.028119 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.028572 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.028991 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.029392 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.029821 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.030248 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.030638 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.031068 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.031329 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.031586 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.031817 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.032070 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.032319 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.032568 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.032796 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.033035 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.033255 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.033471 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.033716 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.034336 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.034589 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.034869 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.035111 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.035335 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.035575 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.035809 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.036298 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.036603 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.037030 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.037308 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.037551 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.037808 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.038036 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.038289 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.038525 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.038798 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.039081 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.039429 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.039661 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.039908 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.040125 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.040342 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.040676 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.040896 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.041129 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.041345 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.041690 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.042049 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.042303 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.042550 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.042785 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.043038 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.043285 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.043504 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.043729 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.043996 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.044246 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.044517 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.044796 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.045086 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.045315 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.045543 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.045749 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.045990 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.046287 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.046581 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.046871 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.047103 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.047346 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.047580 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.047813 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.048055 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.048263 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.048479 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.048705 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.048939 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.049150 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.049396 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.049601 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.049807 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.050044 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.050255 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.050460 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.050729 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.050994 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.051200 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.051421 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.052194 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.052527 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.052764 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.053028 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.053197 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.053424 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.053636 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.053842 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.054083 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.054288 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.054493 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.054722 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.054945 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.055154 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.055619 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.055961 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.056207 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.056643 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.056911 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.057132 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.057387 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.057705 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.057914 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.058150 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.058364 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.058576 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.058826 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.059091 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.059416 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.059709 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.059972 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.060291 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.060567 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.060835 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.061099 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.061329 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.061607 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.061944 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.062265 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.062461 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.062724 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.062998 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.063210 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.063668 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.063907 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.064150 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.064433 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.064674 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.064909 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.065140 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.065354 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.065599 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.065812 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.066031 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.066260 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.066580 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.066836 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.067025 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 15:03:06.068118 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93987) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 15:03:06.068259 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 15:03:06.068386 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 15:03:06.068567 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 15:03:06.068732 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 15:03:06.068879 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 15:03:06.069085 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.069243 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.069404 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.069563 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.069894 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.070078 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.070237 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.070392 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.070547 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.070719 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.070887 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.071044 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.071198 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.071352 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.071509 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.071664 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.071819 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.071974 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.072134 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.072394 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.072499 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.072631 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.072757 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] debug = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.072890 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.073113 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.073236 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.073366 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.073520 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.073662 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.073819 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.073974 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.074129 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.074283 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.074437 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.074581 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.074813 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.074917 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.075051 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.075190 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.075348 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.075502 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] host = dv-cinder-776307-9-iscsi {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.075656 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.075810 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.075964 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.076118 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.076432 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.076432 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.078272 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.078272 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.078272 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.078272 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.078272 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.078272 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.078272 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.078272 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] log_file = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.078272 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] log_options = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.080323 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.080323 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.080323 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.080323 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.080323 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.080323 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.080323 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.080953 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.080953 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.080953 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.080953 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.080953 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.080953 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.080953 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.080953 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.081600 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.081600 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.081600 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.081600 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.081600 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.081600 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.081600 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.081600 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.082297 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.082297 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.082297 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.082297 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.082297 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.082297 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.082297 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.083113 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.083113 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.083113 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.083113 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.083113 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.083647 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.083647 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.083647 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.083647 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.084075 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.084075 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.084075 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.084297 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.084377 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.084501 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.084655 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.084809 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] use_json = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.085031 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.085120 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.085201 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:06.085288 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.085390 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.085545 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.085698 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.085852 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.086007 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 15:03:06.086187 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.086345 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.086514 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.086713 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.086873 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.087030 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.087186 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.087343 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.087500 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.087657 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.087821 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.087979 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.088146 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.088302 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.088457 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.088617 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.088773 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.088931 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.089090 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.089245 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.089405 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.089560 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.089726 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.089884 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.090039 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.090196 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.090351 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.090524 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.090681 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.090860 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.091016 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.091173 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.091331 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.091488 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.091646 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.091803 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.091961 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.092117 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.092273 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.092430 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.092662 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.092777 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.092890 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.093047 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.093204 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.093361 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.093517 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.093674 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.093831 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.093987 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.094143 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.094301 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.094457 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.094615 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.094791 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.094961 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.095139 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.095260 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.095416 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.095574 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.095729 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.095885 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.096041 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.096284 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.096448 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.096605 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.096885 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.097020 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.097111 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.097212 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.097369 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.097526 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.097684 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.097841 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.098001 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.098155 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.098524 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.098524 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.098831 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.098831 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.099082 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.099082 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.099322 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.099448 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.099573 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.099667 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.099869 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.100028 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.100189 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.100371 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.100499 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.100661 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.100852 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.101019 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.101159 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.101246 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.101393 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.101549 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.101706 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.101863 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.102019 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.102176 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.102337 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.102494 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.102651 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.102858 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.103018 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.103175 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.103332 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.103489 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.103645 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.103802 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.103958 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.104114 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.104270 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.104426 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.104594 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.104750 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.104920 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.105081 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.105212 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.105383 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.105539 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.105696 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.105853 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.106011 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.106167 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.106324 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.106480 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.106635 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.106944 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.107104 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.107269 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.107438 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.107597 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.107908 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.108066 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.108247 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.108405 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.108561 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.108718 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.108874 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.109033 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.109190 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.109353 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.109511 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.109668 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.109825 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.109983 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.110140 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.110296 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.110453 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.110609 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.110788 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.110947 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.111103 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.111261 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.111406 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.111565 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.111722 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.111877 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.112033 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.112188 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.112344 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.112501 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.112852 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.112852 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.113090 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.113090 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.113245 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.113385 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.113540 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.113696 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.113852 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.114012 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.114749 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.114924 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.115070 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.115428 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.115428 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.115636 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.115636 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.115782 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.115895 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.116052 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.116210 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.116368 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.116527 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.116684 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.116843 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.116984 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.117144 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.117319 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.117476 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.117632 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.117790 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.117946 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.118102 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.118259 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.118414 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.118570 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.118743 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.118902 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.119061 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.119221 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.119379 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.119544 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.119677 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.119831 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.119987 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.120150 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.120320 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.120628 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.120798 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.120950 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.121108 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.121264 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.121435 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.121592 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.121750 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.121906 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.122062 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.122219 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.122387 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.122544 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.122757 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.122876 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.123052 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.123198 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.123353 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.123495 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.123692 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.123840 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.123997 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.124206 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.124419 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.124569 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.124711 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.124871 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.125252 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.125510 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 32962) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:03:06.125615 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.125615 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.125741 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.125865 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.126020 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.126177 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.126334 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.126501 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.126659 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.126841 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.127009 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.127166 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.127322 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.127482 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.127649 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.127806 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.127964 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.128121 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.128278 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.128435 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.128594 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.128755 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.128922 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.129086 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.129245 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.129411 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.129578 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.130726 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.130726 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.130726 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.131147 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.131147 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.131441 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.131441 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.131716 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.131716 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.131994 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.131994 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.132260 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.132260 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.132524 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.132524 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.132808 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.132808 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.133074 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.133074 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.133343 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.133343 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.133620 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.133620 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 15:03:06.133970 dv-cinder-776307-9-iscsi neutron-server[93987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 15:03:06.136155 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0082502 Sep 09 15:03:17.935886 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd3574d-20ab-4868-bbba-94ecd2b1ed83 None None] get_active_networks_info from dv-cinder-776307-9-iscsi {{(pid=94132) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 15:03:18.068561 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd3574d-20ab-4868-bbba-94ecd2b1ed83 None None] No non-hosted networks {{(pid=94132) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 09 15:03:18.091407 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.agentschedulers_db [None req-dfd3574d-20ab-4868-bbba-94ecd2b1ed83 None None] DHCP Agent not found on host dv-cinder-776307-9-iscsi {{(pid=94132) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 09 15:03:18.290280 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b444-a646-47bd-8d0a-581f09257264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681933'] for agent, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:20.714190 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae37975d-9532-47cf-8ffe-9753ee264cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681933'] for agent, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:20.782205 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ac85ae4f-a06a-4185-8c07-b89b7e20ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:20.815107 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681933'] for agent, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:20.815906 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:20.816587 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:20.816842 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:20.817478 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:20.818035 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:20.818693 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:20.819316 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:20.819882 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:20.820504 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:20.821051 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:20.821594 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:20.822139 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:20.822738 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-776307-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:20.841010 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-776307-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:21.672239 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681933'] for agent, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:23.307584 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681933'] for agent, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:24.617100 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 33056) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:03:25.173348 dv-cinder-776307-9-iscsi neutron-server[94130]: WARNING oslo_policy.policy [None req-fa91a76c-ff49-4ec7-b7d7-d5ece35a8794 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 15:03:25.173902 dv-cinder-776307-9-iscsi neutron-server[94130]: WARNING oslo_policy.policy [None req-fa91a76c-ff49-4ec7-b7d7-d5ece35a8794 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 15:03:25.395707 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [None req-fa91a76c-ff49-4ec7-b7d7-d5ece35a8794 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 15:03:25.396829 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-fa91a76c-ff49-4ec7-b7d7-d5ece35a8794 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7776449 Sep 09 15:03:26.119075 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.db.l3_hamode_db [None req-596f0062-0900-4b7c-b1c5-5c655b8c9d0d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 09 15:03:26.198015 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f0062-0900-4b7c-b1c5-5c655b8c9d0d None None] Routers set() bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:03:26.198397 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f0062-0900-4b7c-b1c5-5c655b8c9d0d None None] Router IDs set() for agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 09 15:03:27.851607 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 33070) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:03:28.351346 dv-cinder-776307-9-iscsi neutron-server[94131]: WARNING oslo_policy.policy [None req-ad899b40-4c2b-4cdb-a7de-5f8c4096bc25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 15:03:28.351886 dv-cinder-776307-9-iscsi neutron-server[94131]: WARNING oslo_policy.policy [None req-ad899b40-4c2b-4cdb-a7de-5f8c4096bc25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 15:03:28.576503 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-ad899b40-4c2b-4cdb-a7de-5f8c4096bc25 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:03:28.671114 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.policy [None req-ad899b40-4c2b-4cdb-a7de-5f8c4096bc25 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94131) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 15:03:28.724267 dv-cinder-776307-9-iscsi neutron-server[94131]: WARNING oslo_policy.policy [None req-ad899b40-4c2b-4cdb-a7de-5f8c4096bc25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 15:03:28.724641 dv-cinder-776307-9-iscsi neutron-server[94131]: WARNING oslo_policy.policy [None req-ad899b40-4c2b-4cdb-a7de-5f8c4096bc25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 15:03:28.733333 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.quota [None req-ad899b40-4c2b-4cdb-a7de-5f8c4096bc25 admin admin] Loaded quota_driver: . Sep 09 15:03:28.824798 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ad899b40-4c2b-4cdb-a7de-5f8c4096bc25 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752444940324', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752444940873', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752444953362', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752444959350', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752443341663', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752444979672', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-846588', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-834884', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3995257', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4090703'] for rbac-policy, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:28.896569 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ad899b40-4c2b-4cdb-a7de-5f8c4096bc25 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:28.898241 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ad899b40-4c2b-4cdb-a7de-5f8c4096bc25 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0454824 Sep 09 15:03:31.585390 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 33088) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:03:31.939992 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Request body: {'network': {'tenant_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'admin_state_up': True, 'project_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'name': 'private'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:03:31.942595 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.quota [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Loaded quota_driver: . Sep 09 15:03:32.001447 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Made reservation on behalf of ce7ce9ff94c6467eb20ea0c5b5cf8320 for: {'network': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:03:32.071791 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.policy [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94130) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 15:03:32.119764 dv-cinder-776307-9-iscsi neutron-server[94130]: WARNING oslo_policy.policy [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 15:03:32.120152 dv-cinder-776307-9-iscsi neutron-server[94130]: WARNING oslo_policy.policy [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 15:03:32.132116 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:32.155380 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:32.309423 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:32.313446 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:32.335209 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=94130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:03:32.367932 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752445426580', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:32.368531 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Unsubscribe: segment precommit_create {{(pid=94130) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 15:03:32.369074 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.segments_db [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Added segment a4baa048-6617-45a4-95f7-1c68e513ffc0 of type vlan for network 0f16794a-44d6-4f63-8b6e-866d0c7d67f9 Sep 09 15:03:32.385731 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e60cda-87fc-414c-aa06-b405aa17666e,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:32.436935 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.437263 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.437602 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.437934 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.438258 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.438594 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.438944 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.439266 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.439598 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.439919 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.440233 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.441111 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Tracked resource versions report: Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: pushed versions: Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: { 'AddressGroup': {'1.2'}, Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'ConntrackHelper': {'1.0'}, Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Log': {'1.0'}, Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Network': {'1.1'}, Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Port': {'1.7'}, Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'PortForwarding': {'1.2'}, Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'QosPolicy': {'1.9'}, Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'SecurityGroup': {'1.4'}, Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'SecurityGroupRule': {'1.2'}, Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'SubPort': {'1.0'}, Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Subnet': {'1.1'}, Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Trunk': {'1.1'}} Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: consumer versions: Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: { DHCP agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: L3 agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: Metadata agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: Metering agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: Open vSwitch agent@dv-cinder-776307-9-iscsi: { 'AddressGroup': '1.2', Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'ConntrackHelper': '1.0', Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Log': '1.0', Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Network': '1.1', Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Port': '1.7', Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'PortForwarding': '1.2', Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'QosPolicy': '1.9', Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'SecurityGroup': '1.4', Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'SecurityGroupRule': '1.2', Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'SubPort': '1.0', Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Subnet': '1.1', Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Trunk': '1.1'}} Sep 09 15:03:32.442310 dv-cinder-776307-9-iscsi neutron-server[94130]: {{(pid=94130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 15:03:32.501874 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:32.563245 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:32.564558 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:03:32.565227 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:32.610035 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0231414 Sep 09 15:03:32.675918 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a09c19-c12b-4cd2-a09f-72eea013ebcd admin admin] Pushing event updated for resources: {'Network': ['ID=0f16794a-44d6-4f63-8b6e-866d0c7d67f9,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:32.689001 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network 0f16794a-44d6-4f63-8b6e-866d0c7d67f9 details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:03:35.413110 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 33104) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:03:35.923637 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af73efc-f17d-4008-8431-b799ac223a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:03:35.926927 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-3af73efc-f17d-4008-8431-b799ac223a99 admin admin] 10.222.0.18 "GET /v2.0/networks/0f16794a-44d6-4f63-8b6e-866d0c7d67f9 HTTP/1.1" status: 200 len: 825 time: 0.5125694 Sep 09 15:03:35.967228 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-5a37cdbb-bbd0-46f6-bdd4-c2b5d1ae17c2 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/8a36aac8-6921-467d-9033-27a4221433d2 HTTP/1.1" status: 200 len: 734 time: 0.0339653 Sep 09 15:03:35.977173 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-a6bbbe2d-0ceb-4274-a044-73a35631949d admin admin] Request body: {'subnet': {'subnetpool_id': '8a36aac8-6921-467d-9033-27a4221433d2', 'tenant_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '0f16794a-44d6-4f63-8b6e-866d0c7d67f9', 'ip_version': 4}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:03:36.009245 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bbbe2d-0ceb-4274-a044-73a35631949d admin admin] Made reservation on behalf of ce7ce9ff94c6467eb20ea0c5b5cf8320 for: {'subnet': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:03:36.011724 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a6bbbe2d-0ceb-4274-a044-73a35631949d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:36.352867 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a6bbbe2d-0ceb-4274-a044-73a35631949d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for subnet, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:36.428405 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbbe2d-0ceb-4274-a044-73a35631949d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc52d341-717f-4b32-837a-4e8a1d4f6276,revision_number=0']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:36.430310 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bbbe2d-0ceb-4274-a044-73a35631949d admin admin] Checking segment: {'id': 'a4baa048-6617-45a4-95f7-1c68e513ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0f16794a-44d6-4f63-8b6e-866d0c7d67f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:03:36.430720 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bbbe2d-0ceb-4274-a044-73a35631949d admin admin] Network hostable DHCP agents. Network: 0f16794a-44d6-4f63-8b6e-866d0c7d67f9, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:03:36.453379 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bbbe2d-0ceb-4274-a044-73a35631949d admin admin] Network 0f16794a-44d6-4f63-8b6e-866d0c7d67f9 is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:03:36.465963 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-a6bbbe2d-0ceb-4274-a044-73a35631949d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, 0f16794a-44d6-4f63-8b6e-866d0c7d67f9) {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:03:36.472352 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bbbe2d-0ceb-4274-a044-73a35631949d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:03:36.473142 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a6bbbe2d-0ceb-4274-a044-73a35631949d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:36.480162 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b96cfe-bb00-48af-9363-d3e183248933 None None] Network 0f16794a-44d6-4f63-8b6e-866d0c7d67f9 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:03:36.491279 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-a6bbbe2d-0ceb-4274-a044-73a35631949d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5175314 Sep 09 15:03:36.840052 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6998fd-edf4-51e3-ac9a-e6a498ccbbc9-0f16794a-44d6-4f63-8b6e-866d0c7d67f9', 'network_id': '0f16794a-44d6-4f63-8b6e-866d0c7d67f9', 'tenant_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'fixed_ips': [{'subnet_id': 'fc52d341-717f-4b32-837a-4e8a1d4f6276'}]}} from dv-cinder-776307-9-iscsi. {{(pid=94132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 15:03:36.842169 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:37.257204 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Allocated IP 172.20.0.2 (0f16794a-44d6-4f63-8b6e-866d0c7d67f9/fc52d341-717f-4b32-837a-4e8a1d4f6276/17894a46-1dc0-4fd9-b480-0af3cd76db04) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:03:37.578117 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:37.641590 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Transition to ACTIVE for port object 17894a46-1dc0-4fd9-b480-0af3cd76db04 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:03:37.677544 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Transition to ACTIVE for port object 17894a46-1dc0-4fd9-b480-0af3cd76db04 will not be triggered until provisioned by entity DHCP. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:03:37.690028 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:37.804820 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Network 0f16794a-44d6-4f63-8b6e-866d0c7d67f9 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:03:37.813621 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:03:37.839718 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:03:37.845283 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Pushing event updated for resources: {'Port': ['ID=17894a46-1dc0-4fd9-b480-0af3cd76db04,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:37.871832 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:37.872384 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:37.872935 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:37.873466 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:37.874009 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:37.874556 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:37.875156 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:37.875698 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:37.876260 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:37.876802 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:37.877342 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:37.877871 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Tracked resource versions report: Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: pushed versions: Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: { 'AddressGroup': {'1.2'}, Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'ConntrackHelper': {'1.0'}, Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Log': {'1.0'}, Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Network': {'1.1'}, Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Port': {'1.7'}, Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'PortForwarding': {'1.2'}, Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'QosPolicy': {'1.9'}, Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'SecurityGroup': {'1.4'}, Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'SecurityGroupRule': {'1.2'}, Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'SubPort': {'1.0'}, Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Subnet': {'1.1'}, Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Trunk': {'1.1'}} Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: consumer versions: Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: { DHCP agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: L3 agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: Metadata agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: Metering agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: Open vSwitch agent@dv-cinder-776307-9-iscsi: { 'AddressGroup': '1.2', Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'ConntrackHelper': '1.0', Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Log': '1.0', Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Network': '1.1', Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Port': '1.7', Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'PortForwarding': '1.2', Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'QosPolicy': '1.9', Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'SecurityGroup': '1.4', Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'SecurityGroupRule': '1.2', Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'SubPort': '1.0', Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Subnet': '1.1', Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Trunk': '1.1'}} Sep 09 15:03:37.879839 dv-cinder-776307-9-iscsi neutron-server[94132]: {{(pid=94132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 15:03:38.004245 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Attempting to bind port 17894a46-1dc0-4fd9-b480-0af3cd76db04 on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:03:38.004872 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Attempting to bind port 17894a46-1dc0-4fd9-b480-0af3cd76db04 by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': 'a4baa048-6617-45a4-95f7-1c68e513ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0f16794a-44d6-4f63-8b6e-866d0c7d67f9'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:03:38.005530 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Attempting to bind port 17894a46-1dc0-4fd9-b480-0af3cd76db04 on network 0f16794a-44d6-4f63-8b6e-866d0c7d67f9 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:03:38.014924 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:03:38.015612 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Checking segment: {'id': 'a4baa048-6617-45a4-95f7-1c68e513ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0f16794a-44d6-4f63-8b6e-866d0c7d67f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:03:38.016371 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:38.017014 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Bound using segment: {'id': 'a4baa048-6617-45a4-95f7-1c68e513ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0f16794a-44d6-4f63-8b6e-866d0c7d67f9'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:03:38.018215 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Bound port: 17894a46-1dc0-4fd9-b480-0af3cd76db04, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4baa048-6617-45a4-95f7-1c68e513ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0f16794a-44d6-4f63-8b6e-866d0c7d67f9'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:03:38.018945 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:38.124434 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] For port 17894a46-1dc0-4fd9-b480-0af3cd76db04, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:03:38.131987 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] For port 17894a46-1dc0-4fd9-b480-0af3cd76db04, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=17894a46-1dc0-4fd9-b480-0af3cd76db04,segment=NetworkSegment(a4baa048-6617-45a4-95f7-1c68e513ffc0),segment_id=a4baa048-6617-45a4-95f7-1c68e513ffc0)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:03:38.139223 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:38.238839 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b2159-0e63-4584-aa64-a630832ac4d7 None None] Pushing event updated for resources: {'Port': ['ID=17894a46-1dc0-4fd9-b480-0af3cd76db04,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:39.364557 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 33112) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:03:39.802594 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [None req-049e1939-0bac-46ed-945b-51f30468e831 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 15:03:39.803919 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-049e1939-0bac-46ed-945b-51f30468e831 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4381490 Sep 09 15:03:42.386216 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 33120) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:03:42.729933 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [None req-7a0070fb-d2dc-42de-968e-90994178da95 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 15:03:42.742730 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-7a0070fb-d2dc-42de-968e-90994178da95 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3437567 Sep 09 15:03:43.027949 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 5 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:03:45.448518 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 33130) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:03:45.766733 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-efa009ad-9986-402d-8f40-04e296757794 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:03:45.795334 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-efa009ad-9986-402d-8f40-04e296757794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:45.797006 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-efa009ad-9986-402d-8f40-04e296757794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3885438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:45.951000 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-efa009ad-9986-402d-8f40-04e296757794 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:45.956450 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-efa009ad-9986-402d-8f40-04e296757794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681812'] for router, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:45.974778 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-efa009ad-9986-402d-8f40-04e296757794 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:45.977096 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-efa009ad-9986-402d-8f40-04e296757794 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5275948 Sep 09 15:03:46.275630 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 17894a46-1dc0-4fd9-b480-0af3cd76db04 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:03:46.363348 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 17894a46-1dc0-4fd9-b480-0af3cd76db04 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:03:47.091219 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f812897-cc8e-4272-a6cb-05490cc713a2 None None] Network 0f16794a-44d6-4f63-8b6e-866d0c7d67f9 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:03:47.150855 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-196349ba-ecc5-4c27-8d37-170d8386c8f1 None None] Provisioning for port 17894a46-1dc0-4fd9-b480-0af3cd76db04 completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:03:47.158382 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-196349ba-ecc5-4c27-8d37-170d8386c8f1 None None] Provisioning complete for port 17894a46-1dc0-4fd9-b480-0af3cd76db04 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:03:47.158795 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-196349ba-ecc5-4c27-8d37-170d8386c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:47.326323 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-196349ba-ecc5-4c27-8d37-170d8386c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:47.391741 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-196349ba-ecc5-4c27-8d37-170d8386c8f1 None None] For port 17894a46-1dc0-4fd9-b480-0af3cd76db04, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=17894a46-1dc0-4fd9-b480-0af3cd76db04,segment=NetworkSegment(a4baa048-6617-45a4-95f7-1c68e513ffc0),segment_id=a4baa048-6617-45a4-95f7-1c68e513ffc0)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:03:47.397577 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-196349ba-ecc5-4c27-8d37-170d8386c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:47.448449 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196349ba-ecc5-4c27-8d37-170d8386c8f1 None None] Pushing event updated for resources: {'Port': ['ID=17894a46-1dc0-4fd9-b480-0af3cd76db04,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:47.618517 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-48f5038c-876c-49b9-a37d-f06dd9a9a271 None None] Provisioning complete for port 17894a46-1dc0-4fd9-b480-0af3cd76db04 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:03:47.618838 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-48f5038c-876c-49b9-a37d-f06dd9a9a271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:47.834342 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-656a7624-f122-4031-b78c-610971729d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:48.253153 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 17894a46-1dc0-4fd9-b480-0af3cd76db04 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:03:48.300934 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 17894a46-1dc0-4fd9-b480-0af3cd76db04 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:03:48.301307 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:48.493954 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 33142) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:03:48.825501 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [None req-443b9938-45bf-42f1-828b-81acef0b5ea1 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 15:03:48.826615 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-443b9938-45bf-42f1-828b-81acef0b5ea1 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3317082 Sep 09 15:03:50.661038 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9740c446-3077-412d-a35a-5fc90928b138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:50.785421 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:51.300586 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 33150) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:03:51.617544 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:51.634161 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:03:51.662330 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Made reservation on behalf of 9c6ec0d658244ad68b345f968b1e9e23 for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:03:51.665076 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:51.681193 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:51.793083 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:51.796103 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:51.807520 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Reserving flat network on physical network physnet1 {{(pid=94131) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 09 15:03:51.843599 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752445426580', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:51.844206 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Unsubscribe: segment precommit_create {{(pid=94131) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 15:03:51.844733 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Added segment 3a5a5a6b-35a2-45b7-8ece-2b07c3130163 of type flat for network 1e824111-cf35-4689-9431-3e5bca072ae7 Sep 09 15:03:51.860615 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6fca10-dae6-45a3-af77-d7034fbc83f7,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:51.904626 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:51.904999 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:51.905337 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:51.905661 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:51.905981 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:51.906321 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:51.906643 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:51.907133 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:51.907466 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:51.907784 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:51.908150 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:51.908466 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Tracked resource versions report: Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: pushed versions: Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: { 'AddressGroup': {'1.2'}, Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'ConntrackHelper': {'1.0'}, Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Log': {'1.0'}, Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Network': {'1.1'}, Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Port': {'1.7'}, Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'PortForwarding': {'1.2'}, Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'QosPolicy': {'1.9'}, Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'SecurityGroup': {'1.4'}, Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'SecurityGroupRule': {'1.2'}, Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'SubPort': {'1.0'}, Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Subnet': {'1.1'}, Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Trunk': {'1.1'}} Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: consumer versions: Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: { DHCP agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: L3 agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: Metadata agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: Metering agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: Open vSwitch agent@dv-cinder-776307-9-iscsi: { 'AddressGroup': '1.2', Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'ConntrackHelper': '1.0', Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Log': '1.0', Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Network': '1.1', Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Port': '1.7', Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'PortForwarding': '1.2', Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'QosPolicy': '1.9', Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'SecurityGroup': '1.4', Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'SecurityGroupRule': '1.2', Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'SubPort': '1.0', Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Subnet': '1.1', Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Trunk': '1.1'}} Sep 09 15:03:51.909651 dv-cinder-776307-9-iscsi neutron-server[94131]: {{(pid=94131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 15:03:51.964156 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:52.014301 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:52.015489 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:03:52.016113 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:52.072999 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7713161 Sep 09 15:03:52.117273 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd7725-0869-4892-9075-63a46d761f37 admin admin] Pushing event updated for resources: {'Network': ['ID=1e824111-cf35-4689-9431-3e5bca072ae7,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:52.128906 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network 1e824111-cf35-4689-9431-3e5bca072ae7 details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:03:53.256044 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:54.515773 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 33172) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:03:54.708991 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53933645-72bf-43b6-87de-d489b7c3e01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:03:54.710397 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-53933645-72bf-43b6-87de-d489b7c3e01d admin admin] 10.222.0.18 "GET /v2.0/subnets/fc52d341-717f-4b32-837a-4e8a1d4f6276 HTTP/1.1" status: 200 len: 849 time: 0.1936545 Sep 09 15:03:54.880960 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-19b223d1-5a45-4b42-b3ec-da91b75506e5 admin admin] 10.222.0.18 "GET /v2.0/routers/51935e7d-bd44-4d55-8688-a34bef72915e HTTP/1.1" status: 200 len: 704 time: 0.1641371 Sep 09 15:03:55.167847 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:55.503527 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Allocated IP 172.20.0.1 (0f16794a-44d6-4f63-8b6e-866d0c7d67f9/fc52d341-717f-4b32-837a-4e8a1d4f6276/df8a9770-d5c5-4a46-ae83-1940cb7b415a) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:03:55.664721 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:55.688100 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Transition to ACTIVE for port object df8a9770-d5c5-4a46-ae83-1940cb7b415a will not be triggered until provisioned by entity DHCP. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:03:55.758400 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:55.826646 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Network 0f16794a-44d6-4f63-8b6e-866d0c7d67f9 is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:03:55.832433 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:03:55.839334 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:03:55.839874 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681989'] for router_interface, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:55.923167 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Pushing event updated for resources: {'Port': ['ID=df8a9770-d5c5-4a46-ae83-1940cb7b415a,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:56.085728 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-7c7fca21-a451-481b-922d-127e4219ca65 None None] Provisioning for port df8a9770-d5c5-4a46-ae83-1940cb7b415a completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:03:56.089839 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-7c7fca21-a451-481b-922d-127e4219ca65 None None] Provisioning complete for port df8a9770-d5c5-4a46-ae83-1940cb7b415a triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:03:56.090221 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7c7fca21-a451-481b-922d-127e4219ca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:56.107665 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:56.129806 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-7c7fca21-a451-481b-922d-127e4219ca65 None None] Port df8a9770-d5c5-4a46-ae83-1940cb7b415a cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:03:56.337727 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:56.343993 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:56.344929 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682389'] for router_interface, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:56.413805 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Pushing event updated for resources: {'Port': ['ID=df8a9770-d5c5-4a46-ae83-1940cb7b415a,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:56.484491 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Network 0f16794a-44d6-4f63-8b6e-866d0c7d67f9 is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:03:56.486564 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:03:56.672969 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Router 51935e7d-bd44-4d55-8688-a34bef72915e is scheduled to L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 with binding_index 1 {{(pid=94130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 15:03:56.753849 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-6f47837c-a5f1-4b75-8c10-fb6c300f38af None None] Provisioning complete for port df8a9770-d5c5-4a46-ae83-1940cb7b415a triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:03:56.754233 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6f47837c-a5f1-4b75-8c10-fb6c300f38af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:56.775015 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:03:56.780501 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-052ccab0-db8a-4ab0-9fe2-fe28ce921e37 admin admin] 10.222.0.18 "PUT /v2.0/routers/51935e7d-bd44-4d55-8688-a34bef72915e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8937612 Sep 09 15:03:56.787392 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Sync routers for ids ['51935e7d-bd44-4d55-8688-a34bef72915e'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:03:56.801337 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Routers {'51935e7d-bd44-4d55-8688-a34bef72915e'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:03:56.802344 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:03:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['51935e7d-bd44-4d55-8688-a34bef72915e'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:56.808618 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-6f47837c-a5f1-4b75-8c10-fb6c300f38af None None] Port df8a9770-d5c5-4a46-ae83-1940cb7b415a cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:03:57.079092 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Set router 51935e7d-bd44-4d55-8688-a34bef72915e gateway port host: None {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:03:57.605813 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51935e7d-bd44-4d55-8688-a34bef72915e', 'name': 'router1', 'tenant_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:03:45Z', 'updated_at': '2021-09-09T15:03:56Z', 'revision_number': 2, 'project_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'gw_port_host': None, '_interfaces': [{'id': 'df8a9770-d5c5-4a46-ae83-1940cb7b415a', 'name': '', 'network_id': '0f16794a-44d6-4f63-8b6e-866d0c7d67f9', 'tenant_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'mac_address': 'fa:16:3e:e4:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51935e7d-bd44-4d55-8688-a34bef72915e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc52d341-717f-4b32-837a-4e8a1d4f6276', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:03:55Z', 'updated_at': '2021-09-09T15:03:56Z', 'revision_number': 2, 'project_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'subnets': [{'id': 'fc52d341-717f-4b32-837a-4e8a1d4f6276', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a36aac8-6921-467d-9033-27a4221433d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:57.660833 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Checking router: 51935e7d-bd44-4d55-8688-a34bef72915e for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:03:57.661330 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Updating router 51935e7d-bd44-4d55-8688-a34bef72915e port df8a9770-d5c5-4a46-ae83-1940cb7b415a binding host dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:03:57.714512 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:58.265623 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:58.285866 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Transition to ACTIVE for port object df8a9770-d5c5-4a46-ae83-1940cb7b415a will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:03:58.291860 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:58.462235 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Attempting to bind port df8a9770-d5c5-4a46-ae83-1940cb7b415a on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:03:58.462630 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Attempting to bind port df8a9770-d5c5-4a46-ae83-1940cb7b415a by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': 'a4baa048-6617-45a4-95f7-1c68e513ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0f16794a-44d6-4f63-8b6e-866d0c7d67f9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:03:58.463072 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Attempting to bind port df8a9770-d5c5-4a46-ae83-1940cb7b415a on network 0f16794a-44d6-4f63-8b6e-866d0c7d67f9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:03:58.465238 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda618ac-72bb-4fb4-94c8-f8ba48e40111 None None] Pushing event updated for resources: {'Port': ['ID=df8a9770-d5c5-4a46-ae83-1940cb7b415a,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:58.474440 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:03:58.474886 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Checking segment: {'id': 'a4baa048-6617-45a4-95f7-1c68e513ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0f16794a-44d6-4f63-8b6e-866d0c7d67f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:03:58.475353 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:58.475738 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Bound using segment: {'id': 'a4baa048-6617-45a4-95f7-1c68e513ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0f16794a-44d6-4f63-8b6e-866d0c7d67f9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:03:58.476225 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Bound port: df8a9770-d5c5-4a46-ae83-1940cb7b415a, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4baa048-6617-45a4-95f7-1c68e513ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '0f16794a-44d6-4f63-8b6e-866d0c7d67f9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:03:58.476621 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:58.480212 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda618ac-72bb-4fb4-94c8-f8ba48e40111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:58.480553 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda618ac-72bb-4fb4-94c8-f8ba48e40111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:58.480885 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda618ac-72bb-4fb4-94c8-f8ba48e40111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:58.481209 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda618ac-72bb-4fb4-94c8-f8ba48e40111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:58.481529 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda618ac-72bb-4fb4-94c8-f8ba48e40111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:58.481851 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda618ac-72bb-4fb4-94c8-f8ba48e40111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:58.482168 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda618ac-72bb-4fb4-94c8-f8ba48e40111 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:58.482483 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda618ac-72bb-4fb4-94c8-f8ba48e40111 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:58.482824 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda618ac-72bb-4fb4-94c8-f8ba48e40111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:58.483140 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda618ac-72bb-4fb4-94c8-f8ba48e40111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:58.483449 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda618ac-72bb-4fb4-94c8-f8ba48e40111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:58.483758 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda618ac-72bb-4fb4-94c8-f8ba48e40111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda618ac-72bb-4fb4-94c8-f8ba48e40111 None None] Tracked resource versions report: Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: pushed versions: Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: { 'AddressGroup': {'1.2'}, Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'ConntrackHelper': {'1.0'}, Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Log': {'1.0'}, Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Network': {'1.1'}, Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Port': {'1.7'}, Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'PortForwarding': {'1.2'}, Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'QosPolicy': {'1.9'}, Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'SecurityGroup': {'1.4'}, Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'SecurityGroupRule': {'1.2'}, Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'SubPort': {'1.0'}, Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Subnet': {'1.1'}, Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Trunk': {'1.1'}} Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: consumer versions: Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: { DHCP agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: L3 agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: Metadata agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: Metering agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: Open vSwitch agent@dv-cinder-776307-9-iscsi: { 'AddressGroup': '1.2', Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'ConntrackHelper': '1.0', Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Log': '1.0', Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Network': '1.1', Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Port': '1.7', Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'PortForwarding': '1.2', Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'QosPolicy': '1.9', Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'SecurityGroup': '1.4', Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'SecurityGroupRule': '1.2', Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'SubPort': '1.0', Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Subnet': '1.1', Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Trunk': '1.1'}} Sep 09 15:03:58.484849 dv-cinder-776307-9-iscsi neutron-server[94133]: {{(pid=94133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 15:03:58.556795 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] For port df8a9770-d5c5-4a46-ae83-1940cb7b415a, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:03:58.577704 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] For port df8a9770-d5c5-4a46-ae83-1940cb7b415a, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=df8a9770-d5c5-4a46-ae83-1940cb7b415a,segment=NetworkSegment(a4baa048-6617-45a4-95f7-1c68e513ffc0),segment_id=a4baa048-6617-45a4-95f7-1c68e513ffc0)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:03:58.583272 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:58.648928 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda618ac-72bb-4fb4-94c8-f8ba48e40111 None None] Pushing event updated for resources: {'Port': ['ID=df8a9770-d5c5-4a46-ae83-1940cb7b415a,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:58.651965 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Routers {'51935e7d-bd44-4d55-8688-a34bef72915e'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:03:58.652568 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:03:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['51935e7d-bd44-4d55-8688-a34bef72915e'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:58.748391 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] Set router 51935e7d-bd44-4d55-8688-a34bef72915e gateway port host: None {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:03:58.975984 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51935e7d-bd44-4d55-8688-a34bef72915e', 'name': 'router1', 'tenant_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:03:45Z', 'updated_at': '2021-09-09T15:03:56Z', 'revision_number': 2, 'project_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'gw_port_host': None, '_interfaces': [{'id': 'df8a9770-d5c5-4a46-ae83-1940cb7b415a', 'name': '', 'network_id': '0f16794a-44d6-4f63-8b6e-866d0c7d67f9', 'tenant_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'mac_address': 'fa:16:3e:e4:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51935e7d-bd44-4d55-8688-a34bef72915e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc52d341-717f-4b32-837a-4e8a1d4f6276', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:03:55Z', 'updated_at': '2021-09-09T15:03:58Z', 'revision_number': 4, 'project_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'subnets': [{'id': 'fc52d341-717f-4b32-837a-4e8a1d4f6276', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a36aac8-6921-467d-9033-27a4221433d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:59.003867 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d7d000-7432-4eaf-8a1d-cb1f3e2f3bfc None None] The sync data for ids ['51935e7d-bd44-4d55-8688-a34bef72915e'] in dv-cinder-776307-9-iscsi is: [{'id': '51935e7d-bd44-4d55-8688-a34bef72915e', 'name': 'router1', 'tenant_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:03:45Z', 'updated_at': '2021-09-09T15:03:56Z', 'revision_number': 2, 'project_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'gw_port_host': None, '_interfaces': [{'id': 'df8a9770-d5c5-4a46-ae83-1940cb7b415a', 'name': '', 'network_id': '0f16794a-44d6-4f63-8b6e-866d0c7d67f9', 'tenant_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'mac_address': 'fa:16:3e:e4:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51935e7d-bd44-4d55-8688-a34bef72915e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc52d341-717f-4b32-837a-4e8a1d4f6276', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:03:55Z', 'updated_at': '2021-09-09T15:03:58Z', 'revision_number': 4, 'project_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'subnets': [{'id': 'fc52d341-717f-4b32-837a-4e8a1d4f6276', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a36aac8-6921-467d-9033-27a4221433d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:03:59.179782 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 33192) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:03:59.349299 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33708459-7a31-4b02-87d5-32e64c72528b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:03:59.350619 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-33708459-7a31-4b02-87d5-32e64c72528b admin admin] 10.222.0.18 "GET /v2.0/networks/1e824111-cf35-4689-9431-3e5bca072ae7 HTTP/1.1" status: 200 len: 842 time: 0.1695969 Sep 09 15:03:59.361356 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-0cccdbd1-936c-4c5c-ad33-500c625701f3 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:03:59.387544 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cccdbd1-936c-4c5c-ad33-500c625701f3 admin admin] Made reservation on behalf of 9c6ec0d658244ad68b345f968b1e9e23 for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:03:59.389879 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0cccdbd1-936c-4c5c-ad33-500c625701f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:59.788157 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.objects.ports [None req-0cccdbd1-936c-4c5c-ad33-500c625701f3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94131) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 15:03:59.788631 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0cccdbd1-936c-4c5c-ad33-500c625701f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:59.844394 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cccdbd1-936c-4c5c-ad33-500c625701f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2526a5d9-0770-4c6c-98de-0422ee1622b8,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:59.864919 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cccdbd1-936c-4c5c-ad33-500c625701f3 admin admin] Checking segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:03:59.865394 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cccdbd1-936c-4c5c-ad33-500c625701f3 admin admin] Network hostable DHCP agents. Network: 1e824111-cf35-4689-9431-3e5bca072ae7, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:03:59.892344 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cccdbd1-936c-4c5c-ad33-500c625701f3 admin admin] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:03:59.908356 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-0cccdbd1-936c-4c5c-ad33-500c625701f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, 1e824111-cf35-4689-9431-3e5bca072ae7) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:03:59.913987 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cccdbd1-936c-4c5c-ad33-500c625701f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:03:59.914580 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0cccdbd1-936c-4c5c-ad33-500c625701f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:59.919358 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d5446b-a5f0-480f-a877-f1745b493914 None None] Network 1e824111-cf35-4689-9431-3e5bca072ae7 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:03:59.943668 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0cccdbd1-936c-4c5c-ad33-500c625701f3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5859048 Sep 09 15:04:00.074917 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16a8d5f-53e2-4be2-8ef6-cf8fa873376b None None] Network 1e824111-cf35-4689-9431-3e5bca072ae7 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:04:02.338814 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 33200) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:04:02.583114 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1d469009-9dbb-4add-ae04-03142cf2fe82 admin admin] 10.222.0.18 "GET /v2.0/routers/51935e7d-bd44-4d55-8688-a34bef72915e HTTP/1.1" status: 200 len: 710 time: 0.2437205 Sep 09 15:04:02.674800 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e694f5-e202-4702-9fee-fe2ffd4fb1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:04:02.676175 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a8e694f5-e202-4702-9fee-fe2ffd4fb1c6 admin admin] 10.222.0.18 "GET /v2.0/networks/1e824111-cf35-4689-9431-3e5bca072ae7 HTTP/1.1" status: 200 len: 886 time: 0.0869665 Sep 09 15:04:02.685795 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-cb38e22e-d444-4940-9537-4ea1df1af3a1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:04:02.969744 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cb38e22e-d444-4940-9537-4ea1df1af3a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:03.221536 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cb38e22e-d444-4940-9537-4ea1df1af3a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:03.352619 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cb38e22e-d444-4940-9537-4ea1df1af3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:03.534327 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-cb38e22e-d444-4940-9537-4ea1df1af3a1 admin admin] Allocated IP 172.27.3.16 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/46116561-a152-4b50-b99a-847205cf41fe) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:04:03.665179 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cb38e22e-d444-4940-9537-4ea1df1af3a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:03.747134 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cb38e22e-d444-4940-9537-4ea1df1af3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:03.818985 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb38e22e-d444-4940-9537-4ea1df1af3a1 admin admin] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:04:03.823811 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-cb38e22e-d444-4940-9537-4ea1df1af3a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:04:03.830896 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb38e22e-d444-4940-9537-4ea1df1af3a1 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:04:03.878686 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38e22e-d444-4940-9537-4ea1df1af3a1 admin admin] Pushing event updated for resources: {'Port': ['ID=46116561-a152-4b50-b99a-847205cf41fe,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:04.208813 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cb38e22e-d444-4940-9537-4ea1df1af3a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:04.442531 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cb38e22e-d444-4940-9537-4ea1df1af3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-459'] for router, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:04.450760 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cb38e22e-d444-4940-9537-4ea1df1af3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684222'] for router, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:04.621379 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb38e22e-d444-4940-9537-4ea1df1af3a1 admin admin] Router 51935e7d-bd44-4d55-8688-a34bef72915e has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:04:04.735584 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb38e22e-d444-4940-9537-4ea1df1af3a1 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:04:04.740369 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cb38e22e-d444-4940-9537-4ea1df1af3a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:04.742157 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-cb38e22e-d444-4940-9537-4ea1df1af3a1 admin admin] 10.222.0.18 "PUT /v2.0/routers/51935e7d-bd44-4d55-8688-a34bef72915e HTTP/1.1" status: 200 len: 889 time: 2.0591667 Sep 09 15:04:05.692984 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Sync routers for ids ['51935e7d-bd44-4d55-8688-a34bef72915e'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:04:05.708244 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Routers {'51935e7d-bd44-4d55-8688-a34bef72915e'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:04:05.708916 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:03:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['51935e7d-bd44-4d55-8688-a34bef72915e'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:05.993988 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Set router 51935e7d-bd44-4d55-8688-a34bef72915e gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:04:06.304777 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device df8a9770-d5c5-4a46-ae83-1940cb7b415a up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:04:06.427791 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port df8a9770-d5c5-4a46-ae83-1940cb7b415a completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:04:06.437559 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port df8a9770-d5c5-4a46-ae83-1940cb7b415a triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:04:06.437938 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:06.509326 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51935e7d-bd44-4d55-8688-a34bef72915e', 'name': 'router1', 'tenant_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '46116561-a152-4b50-b99a-847205cf41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:03:45Z', 'updated_at': '2021-09-09T15:04:03Z', 'revision_number': 4, 'project_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'gw_port': {'id': '46116561-a152-4b50-b99a-847205cf41fe', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51935e7d-bd44-4d55-8688-a34bef72915e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:04:03Z', 'updated_at': '2021-09-09T15:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'df8a9770-d5c5-4a46-ae83-1940cb7b415a', 'name': '', 'network_id': '0f16794a-44d6-4f63-8b6e-866d0c7d67f9', 'tenant_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'mac_address': 'fa:16:3e:e4:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51935e7d-bd44-4d55-8688-a34bef72915e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc52d341-717f-4b32-837a-4e8a1d4f6276', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:03:55Z', 'updated_at': '2021-09-09T15:03:58Z', 'revision_number': 4, 'project_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'subnets': [{'id': 'fc52d341-717f-4b32-837a-4e8a1d4f6276', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a36aac8-6921-467d-9033-27a4221433d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:06.567185 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Checking router: 51935e7d-bd44-4d55-8688-a34bef72915e for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:04:06.567439 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Updating router 51935e7d-bd44-4d55-8688-a34bef72915e port 46116561-a152-4b50-b99a-847205cf41fe binding host dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:04:06.641047 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:06.666733 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:06.799664 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port df8a9770-d5c5-4a46-ae83-1940cb7b415a, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=df8a9770-d5c5-4a46-ae83-1940cb7b415a,segment=NetworkSegment(a4baa048-6617-45a4-95f7-1c68e513ffc0),segment_id=a4baa048-6617-45a4-95f7-1c68e513ffc0)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:06.811686 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:06.974826 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=df8a9770-d5c5-4a46-ae83-1940cb7b415a,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:07.143412 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:07.153962 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Transition to ACTIVE for port object 46116561-a152-4b50-b99a-847205cf41fe will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:04:07.160682 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:07.216606 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Attempting to bind port 46116561-a152-4b50-b99a-847205cf41fe on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:04:07.216976 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Attempting to bind port 46116561-a152-4b50-b99a-847205cf41fe by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:04:07.217334 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Attempting to bind port 46116561-a152-4b50-b99a-847205cf41fe on network 1e824111-cf35-4689-9431-3e5bca072ae7 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:04:07.220374 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471fb74-74f0-44b6-9ac3-9c5bcd0155b8 None None] Pushing event updated for resources: {'Port': ['ID=46116561-a152-4b50-b99a-847205cf41fe,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:07.224682 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:04:07.225050 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Checking segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:04:07.225447 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:07.225830 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Bound using segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:04:07.226287 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Bound port: 46116561-a152-4b50-b99a-847205cf41fe, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:04:07.226679 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:07.278508 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] For port 46116561-a152-4b50-b99a-847205cf41fe, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:04:07.282100 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] For port 46116561-a152-4b50-b99a-847205cf41fe, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=46116561-a152-4b50-b99a-847205cf41fe,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:04:07.287031 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:07.323712 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 33212) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:04:07.352484 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471fb74-74f0-44b6-9ac3-9c5bcd0155b8 None None] Pushing event updated for resources: {'Port': ['ID=46116561-a152-4b50-b99a-847205cf41fe,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:07.355189 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Routers {'51935e7d-bd44-4d55-8688-a34bef72915e'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:04:07.355786 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:03:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['51935e7d-bd44-4d55-8688-a34bef72915e'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:07.449577 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5ce82eda-305a-42f0-99ec-2ee7bea54dee admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1246252 Sep 09 15:04:07.556009 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] Set router 51935e7d-bd44-4d55-8688-a34bef72915e gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:04:07.781338 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51935e7d-bd44-4d55-8688-a34bef72915e', 'name': 'router1', 'tenant_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '46116561-a152-4b50-b99a-847205cf41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:03:45Z', 'updated_at': '2021-09-09T15:04:03Z', 'revision_number': 4, 'project_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'gw_port': {'id': '46116561-a152-4b50-b99a-847205cf41fe', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51935e7d-bd44-4d55-8688-a34bef72915e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:04:03Z', 'updated_at': '2021-09-09T15:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'df8a9770-d5c5-4a46-ae83-1940cb7b415a', 'name': '', 'network_id': '0f16794a-44d6-4f63-8b6e-866d0c7d67f9', 'tenant_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'mac_address': 'fa:16:3e:e4:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51935e7d-bd44-4d55-8688-a34bef72915e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc52d341-717f-4b32-837a-4e8a1d4f6276', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:03:55Z', 'updated_at': '2021-09-09T15:04:06Z', 'revision_number': 5, 'project_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'subnets': [{'id': 'fc52d341-717f-4b32-837a-4e8a1d4f6276', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a36aac8-6921-467d-9033-27a4221433d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:07.810189 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac9548-2bf8-43fa-bcc8-70a5b4f21b4a None None] The sync data for ids ['51935e7d-bd44-4d55-8688-a34bef72915e'] in dv-cinder-776307-9-iscsi is: [{'id': '51935e7d-bd44-4d55-8688-a34bef72915e', 'name': 'router1', 'tenant_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '46116561-a152-4b50-b99a-847205cf41fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:03:45Z', 'updated_at': '2021-09-09T15:04:03Z', 'revision_number': 4, 'project_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'gw_port': {'id': '46116561-a152-4b50-b99a-847205cf41fe', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51935e7d-bd44-4d55-8688-a34bef72915e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:04:03Z', 'updated_at': '2021-09-09T15:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'df8a9770-d5c5-4a46-ae83-1940cb7b415a', 'name': '', 'network_id': '0f16794a-44d6-4f63-8b6e-866d0c7d67f9', 'tenant_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'mac_address': 'fa:16:3e:e4:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51935e7d-bd44-4d55-8688-a34bef72915e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc52d341-717f-4b32-837a-4e8a1d4f6276', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:03:55Z', 'updated_at': '2021-09-09T15:04:06Z', 'revision_number': 5, 'project_id': 'ce7ce9ff94c6467eb20ea0c5b5cf8320', 'subnets': [{'id': 'fc52d341-717f-4b32-837a-4e8a1d4f6276', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a36aac8-6921-467d-9033-27a4221433d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:04:08.367943 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device df8a9770-d5c5-4a46-ae83-1940cb7b415a up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:04:08.437777 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port df8a9770-d5c5-4a46-ae83-1940cb7b415a triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:04:08.438455 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:08.528133 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 46116561-a152-4b50-b99a-847205cf41fe up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:04:08.577807 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 46116561-a152-4b50-b99a-847205cf41fe completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:04:08.582845 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 46116561-a152-4b50-b99a-847205cf41fe triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:04:08.583256 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:08.673448 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:08.702845 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port 46116561-a152-4b50-b99a-847205cf41fe, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=46116561-a152-4b50-b99a-847205cf41fe,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:08.707815 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:08.755084 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=46116561-a152-4b50-b99a-847205cf41fe,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:10.301073 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 46116561-a152-4b50-b99a-847205cf41fe up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:04:10.351040 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 46116561-a152-4b50-b99a-847205cf41fe triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:04:10.351652 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:17.859032 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-228c16d4-a461-4114-8fb8-35a8d1b9248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:20.026626 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 5 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:04:20.655632 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-726340c5-2f6a-4a5f-9694-3aacac4d4463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:20.779673 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:21.625538 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:23.294297 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:47.840662 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-534f4b5a-f9ba-455e-9824-8e2ffc5a397e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:50.667773 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d62843fc-dff8-4bf5-a900-30171b7b8a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:50.792427 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:51.640677 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:53.297511 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:04:57.027979 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 5 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:05:17.835281 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-53371170-b89b-436c-aaf7-eb083801fade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:05:20.662029 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8f143966-757e-45c7-a1a5-c04d4d83dc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:05:20.792039 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:05:21.639016 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:05:23.292084 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:05:34.026237 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 5 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:05:47.837363 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-21f5f321-123a-446a-9d9f-24c2d78b6062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:05:48.891140 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 33774) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:05:48.956526 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.pecan_wsgi.hooks.translation [None req-18edfccd-b420-49b1-b41a-804a27223b20 admin admin] GET failed (client error): The resource could not be found. Sep 09 15:05:48.957913 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-18edfccd-b420-49b1-b41a-804a27223b20 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655875 Sep 09 15:05:49.190475 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cfcf46-216f-43c5-a6f4-19baa21d8750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:05:49.191831 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-11cfcf46-216f-43c5-a6f4-19baa21d8750 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2290678 Sep 09 15:05:50.665377 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b5669282-1a8e-4e83-a2e0-f6c5f873edcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:05:50.776768 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:05:51.426402 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 33784) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:05:51.533338 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae75657-d4cc-45a2-a8d5-2ef6620e4cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:05:51.534725 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-cae75657-d4cc-45a2-a8d5-2ef6620e4cf7 admin admin] 10.222.0.18 "GET /v2.0/subnets/fc52d341-717f-4b32-837a-4e8a1d4f6276 HTTP/1.1" status: 200 len: 849 time: 0.1073413 Sep 09 15:05:51.545662 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:05:51.633354 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:05:51.633602 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:05:51.781146 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752445450509'] for subnet, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:05:51.813814 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:05:51.814409 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:05:51.815750 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] 10.222.0.18 "PUT /v2.0/subnets/fc52d341-717f-4b32-837a-4e8a1d4f6276 HTTP/1.1" status: 200 len: 868 time: 0.2747982 Sep 09 15:05:51.819487 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819266ef-99ea-4b9a-824c-35aa8fb19792 None None] Network 0f16794a-44d6-4f63-8b6e-866d0c7d67f9 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:05:51.838966 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc52d341-717f-4b32-837a-4e8a1d4f6276,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:51.847077 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:51.847469 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:51.847826 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:51.848161 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:51.848494 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:51.848845 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:51.849183 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:51.849522 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:51.850733 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:51.850733 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:51.850733 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:51.850991 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426ccba4-6950-4167-bdae-b5b5e6651526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:52.210645 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-662e1156-44a6-4d1b-9b40-e4c7ed4957cf None None] Provisioning complete for port df8a9770-d5c5-4a46-ae83-1940cb7b415a triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:05:52.211043 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-662e1156-44a6-4d1b-9b40-e4c7ed4957cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:05:52.298420 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-662e1156-44a6-4d1b-9b40-e4c7ed4957cf None None] Provisioning complete for port 17894a46-1dc0-4fd9-b480-0af3cd76db04 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:05:52.298823 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-662e1156-44a6-4d1b-9b40-e4c7ed4957cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:05:53.297499 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:05:54.089294 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 33792) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:05:54.303747 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970422d5-6afd-4450-8187-49063e99dde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:05:54.304224 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970422d5-6afd-4450-8187-49063e99dde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:05:54.305771 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-970422d5-6afd-4450-8187-49063e99dde2 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2155399 Sep 09 15:05:56.554988 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 33800) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:05:56.688975 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e43dba-e741-4bfb-94b5-16bc19859a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:05:56.689446 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e43dba-e741-4bfb-94b5-16bc19859a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:05:56.691047 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-21e43dba-e741-4bfb-94b5-16bc19859a3d admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1351511 Sep 09 15:05:59.083219 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 33808) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:05:59.257414 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39067076-6778-4935-89aa-870c62402fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:05:59.258840 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-39067076-6778-4935-89aa-870c62402fd7 admin admin] 10.222.0.18 "GET /v2.0/networks/0f16794a-44d6-4f63-8b6e-866d0c7d67f9 HTTP/1.1" status: 200 len: 869 time: 0.1743035 Sep 09 15:06:01.521469 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 33816) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:06:01.651962 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8cc146-a6a1-4802-ba68-e35bb52f4e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:06:01.653443 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-4d8cc146-a6a1-4802-ba68-e35bb52f4e2e admin admin] 10.222.0.18 "GET /v2.0/networks/1e824111-cf35-4689-9431-3e5bca072ae7 HTTP/1.1" status: 200 len: 886 time: 0.1304042 Sep 09 15:06:03.886738 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 33824) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:06:04.015993 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a6e3e1-ece5-41c1-82bc-7623aa1fa8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:06:04.016381 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a6e3e1-ece5-41c1-82bc-7623aa1fa8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:06:04.018211 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-75a6e3e1-ece5-41c1-82bc-7623aa1fa8d5 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1305408 Sep 09 15:06:06.243616 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 33832) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:06:06.372004 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6f1a56-4bfc-4074-a529-e27ee9684e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:06:06.373122 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6f1a56-4bfc-4074-a529-e27ee9684e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:06:06.374979 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-0b6f1a56-4bfc-4074-a529-e27ee9684e93 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1300774 Sep 09 15:06:08.624093 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 33842) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:06:08.719256 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b116911d-40e6-4900-bdfe-fe9164fefb05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:06:08.720639 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b116911d-40e6-4900-bdfe-fe9164fefb05 admin admin] 10.222.0.18 "GET /v2.0/subnets/2526a5d9-0770-4c6c-98de-0422ee1622b8 HTTP/1.1" status: 200 len: 816 time: 0.0952973 Sep 09 15:06:10.941739 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 33850) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:06:11.025481 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 5 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:06:11.042692 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6ed1dd-9ff8-423d-8e6e-773d163ddc23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:06:11.044115 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-3e6ed1dd-9ff8-423d-8e6e-773d163ddc23 admin admin] 10.222.0.18 "GET /v2.0/subnets/fc52d341-717f-4b32-837a-4e8a1d4f6276 HTTP/1.1" status: 200 len: 868 time: 0.1014059 Sep 09 15:06:17.839243 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e11240ee-bf3e-4bbc-8379-d5fe8462d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:20.666635 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6b8a3e4f-2d4f-4d1c-87fb-e871bd67a4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:20.781714 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:21.634961 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:23.301647 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:36.757274 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 33904) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:06:36.806348 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [None req-b9a8822d-58c7-4698-a3d1-c823d0582279 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 15:06:36.807425 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-b9a8822d-58c7-4698-a3d1-c823d0582279 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491784 Sep 09 15:06:39.160714 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 33912) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:06:39.223165 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91f7222-e4af-469d-a201-690611135591 admin admin] GET failed (client error): The resource could not be found. Sep 09 15:06:39.224523 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-d91f7222-e4af-469d-a201-690611135591 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0628767 Sep 09 15:06:39.371090 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8999f2a7-2ff8-4e09-9b37-28d4b8b478ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:06:39.372692 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-8999f2a7-2ff8-4e09-9b37-28d4b8b478ee admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1434307 Sep 09 15:06:41.625753 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 33920) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:06:41.676972 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:06:41.700025 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Made reservation on behalf of 9c6ec0d658244ad68b345f968b1e9e23 for: {'network': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:06:41.703049 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:41.733349 dv-cinder-776307-9-iscsi neutron-server[94130]: WARNING neutron.services.revisions.revision_plugin [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Could not find related network for resource to bump revision. Sep 09 15:06:41.746712 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=94130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:06:41.757097 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:41.757442 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.segments_db [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Added segment d4949b6a-65f6-476b-9dd3-a24e3649b0ab of type vlan for network 342399ba-2ddd-464b-9513-78fcd43db8cf Sep 09 15:06:41.811489 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:41.835767 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:41.837236 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:06:41.837754 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:41.873428 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2464893 Sep 09 15:06:41.905915 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Pushing event updated for resources: {'Network': ['ID=342399ba-2ddd-464b-9513-78fcd43db8cf,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:41.913564 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:41.913944 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:41.914390 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:41.914935 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:41.915404 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:41.915765 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:41.916110 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:41.916449 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:41.916797 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:41.917132 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:41.917458 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:41.917781 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae69a46-4caa-4d66-b19b-6eb6efe5cb52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:41.929442 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network 342399ba-2ddd-464b-9513-78fcd43db8cf details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:06:44.222273 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 33928) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:06:44.287619 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84629f2-2121-444a-99f4-a92db3d0ef09 admin admin] GET failed (client error): The resource could not be found. Sep 09 15:06:44.289108 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-b84629f2-2121-444a-99f4-a92db3d0ef09 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0657854 Sep 09 15:06:44.442005 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d4dc52-a98f-44ee-aea0-7a1138e8f978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:06:44.443503 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-f1d4dc52-a98f-44ee-aea0-7a1138e8f978 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1491981 Sep 09 15:06:44.454686 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-335b12d2-f5da-40a3-be5f-9d21a50959bb admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '342399ba-2ddd-464b-9513-78fcd43db8cf', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:06:44.475716 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335b12d2-f5da-40a3-be5f-9d21a50959bb admin admin] Made reservation on behalf of 9c6ec0d658244ad68b345f968b1e9e23 for: {'subnet': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:06:44.478019 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-335b12d2-f5da-40a3-be5f-9d21a50959bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:44.658770 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-335b12d2-f5da-40a3-be5f-9d21a50959bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for subnet, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:44.713656 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b12d2-f5da-40a3-be5f-9d21a50959bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=45766fc8-6d34-497e-ab7d-ce06f13ae9d0,revision_number=0']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:44.722294 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b12d2-f5da-40a3-be5f-9d21a50959bb admin admin] Checking segment: {'id': 'd4949b6a-65f6-476b-9dd3-a24e3649b0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '342399ba-2ddd-464b-9513-78fcd43db8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:06:44.722646 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335b12d2-f5da-40a3-be5f-9d21a50959bb admin admin] Network hostable DHCP agents. Network: 342399ba-2ddd-464b-9513-78fcd43db8cf, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:06:44.741579 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335b12d2-f5da-40a3-be5f-9d21a50959bb admin admin] Network 342399ba-2ddd-464b-9513-78fcd43db8cf is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:06:44.751603 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-335b12d2-f5da-40a3-be5f-9d21a50959bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, 342399ba-2ddd-464b-9513-78fcd43db8cf) {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:06:44.755927 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b12d2-f5da-40a3-be5f-9d21a50959bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:06:44.756522 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-335b12d2-f5da-40a3-be5f-9d21a50959bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:44.762036 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a0b550-3deb-4386-baf7-16a791994500 None None] Network 342399ba-2ddd-464b-9513-78fcd43db8cf requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:06:44.773034 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-335b12d2-f5da-40a3-be5f-9d21a50959bb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3225884 Sep 09 15:06:45.015813 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6998fd-edf4-51e3-ac9a-e6a498ccbbc9-342399ba-2ddd-464b-9513-78fcd43db8cf', 'network_id': '342399ba-2ddd-464b-9513-78fcd43db8cf', 'tenant_id': '9c6ec0d658244ad68b345f968b1e9e23', 'fixed_ips': [{'subnet_id': '45766fc8-6d34-497e-ab7d-ce06f13ae9d0'}]}} from dv-cinder-776307-9-iscsi. {{(pid=94132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 15:06:45.016695 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:45.156454 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Allocated IP 192.168.233.2 (342399ba-2ddd-464b-9513-78fcd43db8cf/45766fc8-6d34-497e-ab7d-ce06f13ae9d0/d22c1a40-eb55-4d47-ae5e-1a0cc4990e05) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:06:45.305787 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:45.315423 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Transition to ACTIVE for port object d22c1a40-eb55-4d47-ae5e-1a0cc4990e05 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:06:45.331080 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Transition to ACTIVE for port object d22c1a40-eb55-4d47-ae5e-1a0cc4990e05 will not be triggered until provisioned by entity DHCP. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:06:45.338140 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:45.379500 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Network 342399ba-2ddd-464b-9513-78fcd43db8cf is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:06:45.382414 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:06:45.389118 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:06:45.392277 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Pushing event updated for resources: {'Port': ['ID=d22c1a40-eb55-4d47-ae5e-1a0cc4990e05,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:45.404152 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:45.404518 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:45.404866 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:45.405223 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:45.405555 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:45.405885 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:45.406212 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:45.406537 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:45.406906 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:45.407238 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:45.407556 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:45.407872 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:45.455836 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Attempting to bind port d22c1a40-eb55-4d47-ae5e-1a0cc4990e05 on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:06:45.456208 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Attempting to bind port d22c1a40-eb55-4d47-ae5e-1a0cc4990e05 by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': 'd4949b6a-65f6-476b-9dd3-a24e3649b0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '342399ba-2ddd-464b-9513-78fcd43db8cf'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:06:45.456563 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Attempting to bind port d22c1a40-eb55-4d47-ae5e-1a0cc4990e05 on network 342399ba-2ddd-464b-9513-78fcd43db8cf {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:06:45.461717 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:06:45.462086 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Checking segment: {'id': 'd4949b6a-65f6-476b-9dd3-a24e3649b0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '342399ba-2ddd-464b-9513-78fcd43db8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:06:45.462486 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:45.462916 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Bound using segment: {'id': 'd4949b6a-65f6-476b-9dd3-a24e3649b0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '342399ba-2ddd-464b-9513-78fcd43db8cf'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:06:45.463377 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Bound port: d22c1a40-eb55-4d47-ae5e-1a0cc4990e05, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4949b6a-65f6-476b-9dd3-a24e3649b0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '342399ba-2ddd-464b-9513-78fcd43db8cf'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:06:45.463774 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:45.534821 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-db4e0a27-d648-4179-8864-043628e0691f None None] For port d22c1a40-eb55-4d47-ae5e-1a0cc4990e05, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:06:45.538154 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-db4e0a27-d648-4179-8864-043628e0691f None None] For port d22c1a40-eb55-4d47-ae5e-1a0cc4990e05, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=d22c1a40-eb55-4d47-ae5e-1a0cc4990e05,segment=NetworkSegment(d4949b6a-65f6-476b-9dd3-a24e3649b0ab),segment_id=d4949b6a-65f6-476b-9dd3-a24e3649b0ab)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:06:45.542760 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:45.601556 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e0a27-d648-4179-8864-043628e0691f None None] Pushing event updated for resources: {'Port': ['ID=d22c1a40-eb55-4d47-ae5e-1a0cc4990e05,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:46.444710 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63ff9d0-2b22-4578-9d93-eceb1f8e05bd None None] Network 342399ba-2ddd-464b-9513-78fcd43db8cf requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:06:46.461014 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device d22c1a40-eb55-4d47-ae5e-1a0cc4990e05 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:06:46.578510 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port d22c1a40-eb55-4d47-ae5e-1a0cc4990e05 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:06:46.598556 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port d22c1a40-eb55-4d47-ae5e-1a0cc4990e05 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:06:46.598944 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:46.600424 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-db5c9131-6167-43ae-8b48-a8fe49edc2de None None] Provisioning for port d22c1a40-eb55-4d47-ae5e-1a0cc4990e05 completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:06:46.634550 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-db5c9131-6167-43ae-8b48-a8fe49edc2de None None] Provisioning complete for port d22c1a40-eb55-4d47-ae5e-1a0cc4990e05 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:06:46.634856 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-db5c9131-6167-43ae-8b48-a8fe49edc2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:46.757615 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:46.820132 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-db5c9131-6167-43ae-8b48-a8fe49edc2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:46.825962 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port d22c1a40-eb55-4d47-ae5e-1a0cc4990e05, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=d22c1a40-eb55-4d47-ae5e-1a0cc4990e05,segment=NetworkSegment(d4949b6a-65f6-476b-9dd3-a24e3649b0ab),segment_id=d4949b6a-65f6-476b-9dd3-a24e3649b0ab)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:06:46.837478 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:46.921921 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=d22c1a40-eb55-4d47-ae5e-1a0cc4990e05,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:46.929653 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.db.api [None req-db5c9131-6167-43ae-8b48-a8fe49edc2de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 15:06:46.930091 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG oslo_db.api [None req-db5c9131-6167-43ae-8b48-a8fe49edc2de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 15:06:47.588926 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-e98b681b-1d88-4cbc-9518-e36b5d3e74bd None None] Provisioning complete for port d22c1a40-eb55-4d47-ae5e-1a0cc4990e05 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:06:47.589594 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e98b681b-1d88-4cbc-9518-e36b5d3e74bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:47.844322 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f1c8e77c-00ca-4fb0-a0ff-d7a3251ffcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:48.025728 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 5 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:06:48.391022 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device d22c1a40-eb55-4d47-ae5e-1a0cc4990e05 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:06:48.456244 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port d22c1a40-eb55-4d47-ae5e-1a0cc4990e05 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:06:48.456608 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:50.669619 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2778a963-4b54-4ef3-a01d-43e918b38ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:50.785503 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:51.639022 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:06:53.299501 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:07:17.854841 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-442acd00-d8c2-4a24-8f09-759b88931bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:07:20.672882 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b9be0678-3a49-4d72-851c-055c47995d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:07:20.789334 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:07:21.641871 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:07:23.303166 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:07:25.023634 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 5 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:07:47.848375 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6f2edc11-6654-4530-ab6a-9a6351d11a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:07:50.673605 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-213ddbc8-25d9-4976-b710-bd0d0a72dbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:07:50.790555 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:07:51.645176 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:07:53.304632 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:07:56.445672 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 33982) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:07:56.452215 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [None req-5ae1ee1e-e1f6-43fe-aeae-00b2f3a1e1f6 tempest-verify_tempest_config-224873686 tempest-verify_tempest_config-224873686-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 15:07:56.453172 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-5ae1ee1e-e1f6-43fe-aeae-00b2f3a1e1f6 tempest-verify_tempest_config-224873686 tempest-verify_tempest_config-224873686-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065427 Sep 09 15:07:56.754001 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 34000) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:07:56.859797 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-88c5ab5d-29fc-420b-8c20-91025bebdbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:07:56.953596 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-88c5ab5d-29fc-420b-8c20-91025bebdbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:07:56.957589 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-88c5ab5d-29fc-420b-8c20-91025bebdbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:07:57.007779 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-88c5ab5d-29fc-420b-8c20-91025bebdbaa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15590def59844875af501c03bcaa7804&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2527061 Sep 09 15:07:57.008513 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5ab5d-29fc-420b-8c20-91025bebdbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c058d729-7567-4d74-ac27-bb628edf4325,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:07:57.010497 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34004) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:07:57.016109 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5ab5d-29fc-420b-8c20-91025bebdbaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.016480 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5ab5d-29fc-420b-8c20-91025bebdbaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.016830 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5ab5d-29fc-420b-8c20-91025bebdbaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.017169 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5ab5d-29fc-420b-8c20-91025bebdbaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.017503 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5ab5d-29fc-420b-8c20-91025bebdbaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.017851 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5ab5d-29fc-420b-8c20-91025bebdbaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.018452 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5ab5d-29fc-420b-8c20-91025bebdbaa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.018878 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5ab5d-29fc-420b-8c20-91025bebdbaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.019589 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5ab5d-29fc-420b-8c20-91025bebdbaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.019589 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5ab5d-29fc-420b-8c20-91025bebdbaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.019866 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5ab5d-29fc-420b-8c20-91025bebdbaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.020187 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c5ab5d-29fc-420b-8c20-91025bebdbaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.070497 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4382-0586-410b-b23a-ef6e2f1540cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:07:57.092513 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4382-0586-410b-b23a-ef6e2f1540cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:07:57.180761 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4382-0586-410b-b23a-ef6e2f1540cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:07:57.183841 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4382-0586-410b-b23a-ef6e2f1540cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:07:57.185478 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6c4a4382-0586-410b-b23a-ef6e2f1540cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c058d729-7567-4d74-ac27-bb628edf4325 HTTP/1.1" status: 204 len: 168 time: 0.1735449 Sep 09 15:07:57.193495 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a4382-0586-410b-b23a-ef6e2f1540cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c058d729-7567-4d74-ac27-bb628edf4325,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:07:57.200307 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a4382-0586-410b-b23a-ef6e2f1540cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.200715 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a4382-0586-410b-b23a-ef6e2f1540cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.201011 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a4382-0586-410b-b23a-ef6e2f1540cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.201343 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a4382-0586-410b-b23a-ef6e2f1540cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.201664 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a4382-0586-410b-b23a-ef6e2f1540cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.202014 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a4382-0586-410b-b23a-ef6e2f1540cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.202307 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a4382-0586-410b-b23a-ef6e2f1540cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.202779 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a4382-0586-410b-b23a-ef6e2f1540cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.203004 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a4382-0586-410b-b23a-ef6e2f1540cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.203327 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a4382-0586-410b-b23a-ef6e2f1540cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.203696 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a4382-0586-410b-b23a-ef6e2f1540cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:57.203959 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4a4382-0586-410b-b23a-ef6e2f1540cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:02.022941 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 5 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:08:17.855338 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6fbf076b-e5e2-440c-9d82-16df61043911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:08:20.675698 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d0d9e221-2d81-4539-9b7b-ef0a157ff61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:08:20.795468 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:08:21.650033 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:08:23.307991 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:08:39.021735 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 5 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:08:47.848081 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d5d4fc0c-0f22-402c-93d5-931052a60b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:08:50.676261 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0f8239d9-a95d-4efa-8ade-e8ee6e796eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:08:50.795753 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:08:51.653337 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:08:53.310257 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:09:16.021193 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 5 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:09:17.848078 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-82c5080c-3b0b-41d0-8e87-bfbb4f639772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:09:20.677400 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d8f2-3ce3-45b0-8c8f-6dc8f1a92e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:09:20.799069 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:09:21.657078 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:09:23.312814 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:09:24.819496 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681933'] for agent, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:09:40.238337 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34080) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:09:40.349655 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f74bed23-499e-4c6d-b5b1-2cd17b59ba39 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1101894 Sep 09 15:09:42.604255 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34090) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:09:42.660475 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-fdd76f4b-dc75-45df-9417-60e86e8e4c6e admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0551388 Sep 09 15:09:47.849116 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-567d3465-858f-4742-8a5c-448681a08193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:09:50.678600 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-71bbecf8-d8ec-4d2b-a998-a327624f2ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:09:50.800741 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:09:51.659225 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:09:53.021289 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:09:53.315653 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:09:54.774677 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:10:17.850486 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e9bc9e05-9f20-476f-aab4-e2ae5e319920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:10:20.678201 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8b3c6d34-3d73-46c5-973d-9e9accf17674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:10:20.801224 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:10:21.662861 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:10:23.319651 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:10:24.771165 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:10:30.020801 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:10:47.851614 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-67ee6869-f06b-4134-a616-14d423fecb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:10:50.679115 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bb9466bd-035d-4322-936f-ea4cffc49bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:10:50.803089 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:10:51.665198 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:10:53.320783 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:10:54.770069 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:07.021197 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:11:09.996034 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34260) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:10.262832 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2000697879-network', 'tenant_id': 'ecd5472851a04119989b4a5d14235398'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:10.303014 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Made reservation on behalf of ecd5472851a04119989b4a5d14235398 for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:10.307812 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:10.323782 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:10.485081 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:10.491632 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:10.521825 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:11:10.545046 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:10.545653 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Added segment c8c95fdd-1bf3-40f6-8d41-92495f6bea6d of type vlan for network 6ad32836-6dc0-4f08-8fbb-8323ce2c5655 Sep 09 15:11:10.625498 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:10.700150 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531406e2-f20b-4083-b49b-c2ab65e99c1b,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:10.704558 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:10.705520 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:10.706109 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:10.745086 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:10.745448 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:10.745791 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:10.746123 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:10.746455 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:10.746807 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:10.747130 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:10.747452 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:10.747793 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:10.748118 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:10.748433 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:10.748746 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Tracked resource versions report: Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: pushed versions: Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: { 'AddressGroup': {'1.2'}, Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'ConntrackHelper': {'1.0'}, Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Log': {'1.0'}, Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Network': {'1.1'}, Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Port': {'1.7'}, Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'PortForwarding': {'1.2'}, Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'QosPolicy': {'1.9'}, Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'SecurityGroup': {'1.4'}, Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'SecurityGroupRule': {'1.2'}, Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'SubPort': {'1.0'}, Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Subnet': {'1.1'}, Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Trunk': {'1.1'}} Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: consumer versions: Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: { DHCP agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: HyperV agent@hv-cinder-77630: {}, Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: L3 agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: Metadata agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: Metering agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: Open vSwitch agent@dv-cinder-776307-9-iscsi: { 'AddressGroup': '1.2', Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'ConntrackHelper': '1.0', Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Log': '1.0', Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Network': '1.1', Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Port': '1.7', Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'PortForwarding': '1.2', Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'QosPolicy': '1.9', Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'SecurityGroup': '1.4', Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'SecurityGroupRule': '1.2', Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'SubPort': '1.0', Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Subnet': '1.1', Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: 'Trunk': '1.1'}} Sep 09 15:11:10.749804 dv-cinder-776307-9-iscsi neutron-server[94131]: {{(pid=94131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 15:11:10.782631 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] Pushing event updated for resources: {'Network': ['ID=6ad32836-6dc0-4f08-8fbb-8323ce2c5655,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:10.810174 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5d9e0a13-4caa-4c6b-a7cd-bfce48882eca admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8100524 Sep 09 15:11:10.810690 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34318) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:10.817285 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-e97f5750-6486-4266-a3a4-a0f877127451 admin admin] Request body: {'subnet': {'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2000697879-subnet', 'tenant_id': 'ecd5472851a04119989b4a5d14235398', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:10.825742 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network 6ad32836-6dc0-4f08-8fbb-8323ce2c5655 details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:11:10.847417 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97f5750-6486-4266-a3a4-a0f877127451 admin admin] Made reservation on behalf of ecd5472851a04119989b4a5d14235398 for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:10.855327 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e97f5750-6486-4266-a3a4-a0f877127451 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:11.093526 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e97f5750-6486-4266-a3a4-a0f877127451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:11.261086 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 34332) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:11.281273 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 34338) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:11.284480 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f5750-6486-4266-a3a4-a0f877127451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f37a255f-f939-40f3-9b3f-c731225da8ca,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:11.300800 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97f5750-6486-4266-a3a4-a0f877127451 admin admin] Checking segment: {'id': 'c8c95fdd-1bf3-40f6-8d41-92495f6bea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:11.301299 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97f5750-6486-4266-a3a4-a0f877127451 admin admin] Network hostable DHCP agents. Network: 6ad32836-6dc0-4f08-8fbb-8323ce2c5655, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:11:11.302125 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 34342) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:11.323734 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97f5750-6486-4266-a3a4-a0f877127451 admin admin] Network 6ad32836-6dc0-4f08-8fbb-8323ce2c5655 is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:11:11.335934 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-e97f5750-6486-4266-a3a4-a0f877127451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, 6ad32836-6dc0-4f08-8fbb-8323ce2c5655) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:11.341165 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 34346) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:11.346863 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97f5750-6486-4266-a3a4-a0f877127451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:11.347630 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e97f5750-6486-4266-a3a4-a0f877127451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:11.361362 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e214d9-698a-4bd0-88df-38f1d023b7a4 None None] Network 6ad32836-6dc0-4f08-8fbb-8323ce2c5655 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:11:11.367744 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e97f5750-6486-4266-a3a4-a0f877127451 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5554073 Sep 09 15:11:11.372506 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 34350) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:11.377822 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2000697879-router', 'tenant_id': 'ecd5472851a04119989b4a5d14235398', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:11.409385 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:11.410731 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3885438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:11.546947 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:11.594315 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaa9086-c5eb-4ac6-ab04-0f79854ddad8 None None] Network 6ad32836-6dc0-4f08-8fbb-8323ce2c5655 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:11:11.639332 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-297410644-network', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:11.686985 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-ba683596-c0c5-4d28-9faf-93d59a044820 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-446625655-network', 'tenant_id': '6b538cec2adc48d998b625ee45a5f78f'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:11.702295 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-7ee3371f-6197-4f79-a5d1-03d51d6f13a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-348539125-network', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:11.804752 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-e3841527-f9d7-4344-bc61-2998191d41ae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-655256588-network', 'tenant_id': 'a31d8717c5034c3fb3b7441331905157'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:11.810466 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Made reservation on behalf of a1671f29bb75494bb0226cd82308a86d for: {'network': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:11.812923 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:11.869941 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:11.875236 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:11.933071 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba683596-c0c5-4d28-9faf-93d59a044820 admin admin] Made reservation on behalf of 6b538cec2adc48d998b625ee45a5f78f for: {'network': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:11.935489 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ba683596-c0c5-4d28-9faf-93d59a044820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:11.948825 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ba683596-c0c5-4d28-9faf-93d59a044820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:11.987147 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee3371f-6197-4f79-a5d1-03d51d6f13a5 admin admin] Made reservation on behalf of e2fbe9b5c8754473b0850c62c32d056b for: {'network': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:11.989877 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7ee3371f-6197-4f79-a5d1-03d51d6f13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:12.007457 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7ee3371f-6197-4f79-a5d1-03d51d6f13a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:12.023081 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3841527-f9d7-4344-bc61-2998191d41ae admin admin] Made reservation on behalf of a31d8717c5034c3fb3b7441331905157 for: {'network': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:12.025300 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e3841527-f9d7-4344-bc61-2998191d41ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:12.075981 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e3841527-f9d7-4344-bc61-2998191d41ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:12.287600 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:12.309400 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:12.391552 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:12.403827 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:12.481459 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=94130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:11:12.501579 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1edaeb9-379e-4698-96d2-8a74f6af1563,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:12.510598 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:12.510988 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.segments_db [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Added segment 652882fa-2b7c-42bc-a926-2a958721e52e of type vlan for network 523750d6-4668-45d0-b10f-8b045df11afb Sep 09 15:11:12.532270 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:12.532632 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:12.532954 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:12.533284 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:12.533608 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:12.533948 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:12.534276 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:12.534597 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:12.534981 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:12.535306 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:12.535625 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:12.535937 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Tracked resource versions report: Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: pushed versions: Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: { 'AddressGroup': {'1.2'}, Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'ConntrackHelper': {'1.0'}, Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Log': {'1.0'}, Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Network': {'1.1'}, Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Port': {'1.7'}, Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'PortForwarding': {'1.2'}, Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'QosPolicy': {'1.9'}, Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'SecurityGroup': {'1.4'}, Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'SecurityGroupRule': {'1.2'}, Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'SubPort': {'1.0'}, Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Subnet': {'1.1'}, Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Trunk': {'1.1'}} Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: consumer versions: Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: { DHCP agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: HyperV agent@hv-cinder-77630: {}, Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: L3 agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: Metadata agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: Metering agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: Open vSwitch agent@dv-cinder-776307-9-iscsi: { 'AddressGroup': '1.2', Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'ConntrackHelper': '1.0', Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Log': '1.0', Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Network': '1.1', Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Port': '1.7', Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'PortForwarding': '1.2', Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'QosPolicy': '1.9', Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'SecurityGroup': '1.4', Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'SecurityGroupRule': '1.2', Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'SubPort': '1.0', Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Subnet': '1.1', Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: 'Trunk': '1.1'}} Sep 09 15:11:12.536981 dv-cinder-776307-9-iscsi neutron-server[94130]: {{(pid=94130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 15:11:12.586634 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Allocated IP 172.27.3.223 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/a00ae016-d7c2-4271-b407-ceee14f28a70) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:11:12.634366 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:12.792057 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:12.793042 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:12.793643 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:12.812495 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ba683596-c0c5-4d28-9faf-93d59a044820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:12.905918 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ba683596-c0c5-4d28-9faf-93d59a044820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:12.961039 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7ee3371f-6197-4f79-a5d1-03d51d6f13a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:12.998247 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba683596-c0c5-4d28-9faf-93d59a044820 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=94130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:11:13.014327 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] Pushing event updated for resources: {'Network': ['ID=523750d6-4668-45d0-b10f-8b045df11afb,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:13.030196 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network 523750d6-4668-45d0-b10f-8b045df11afb details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:11:13.049618 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7ee3371f-6197-4f79-a5d1-03d51d6f13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:13.138312 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:13.169149 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ba683596-c0c5-4d28-9faf-93d59a044820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:13.169878 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.segments_db [None req-ba683596-c0c5-4d28-9faf-93d59a044820 admin admin] Added segment f5d955f1-4d60-499c-be8d-2062360b48e0 of type vlan for network 6f5c943c-f115-455c-99bd-d818a0b04746 Sep 09 15:11:13.170817 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34440) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:13.200255 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee3371f-6197-4f79-a5d1-03d51d6f13a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=94130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:11:13.214946 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba683596-c0c5-4d28-9faf-93d59a044820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dfce5c-bfdf-4a92-9d22-653a29b4240e,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:13.232097 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34444) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:13.263797 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7ee3371f-6197-4f79-a5d1-03d51d6f13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:13.264029 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.segments_db [None req-7ee3371f-6197-4f79-a5d1-03d51d6f13a5 admin admin] Added segment 24394f6b-9b3e-4e73-9b84-bf533dec1e8f of type vlan for network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c Sep 09 15:11:13.358668 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1e777d64-1359-477d-896b-62c49a7fcebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:13.383289 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6cd327aa-f523-4440-aa7b-e20a1c167fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:13.442855 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ba683596-c0c5-4d28-9faf-93d59a044820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:13.461604 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3371f-6197-4f79-a5d1-03d51d6f13a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc9fbe4-85c5-4154-a86e-c5cf9e34ae0c,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:13.485326 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7ee3371f-6197-4f79-a5d1-03d51d6f13a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:13.534941 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:13.543223 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ba683596-c0c5-4d28-9faf-93d59a044820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:13.544128 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba683596-c0c5-4d28-9faf-93d59a044820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:13.544703 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ba683596-c0c5-4d28-9faf-93d59a044820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:13.604642 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7ee3371f-6197-4f79-a5d1-03d51d6f13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:13.605609 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee3371f-6197-4f79-a5d1-03d51d6f13a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:13.606185 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7ee3371f-6197-4f79-a5d1-03d51d6f13a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:13.620403 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:11:13.644682 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:13.647912 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e3841527-f9d7-4344-bc61-2998191d41ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:13.683288 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:11:13.688394 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e3841527-f9d7-4344-bc61-2998191d41ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:13.725814 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-ba683596-c0c5-4d28-9faf-93d59a044820 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4223402 Sep 09 15:11:13.726544 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba683596-c0c5-4d28-9faf-93d59a044820 admin admin] Pushing event updated for resources: {'Network': ['ID=6f5c943c-f115-455c-99bd-d818a0b04746,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:13.729843 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Pushing event updated for resources: {'Port': ['ID=a00ae016-d7c2-4271-b407-ceee14f28a70,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:13.734722 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34454) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:13.735558 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-273d0dc4-55f9-4eec-b73d-6f3b0617e2ed admin admin] Request body: {'subnet': {'network_id': '6f5c943c-f115-455c-99bd-d818a0b04746', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-446625655-subnet', 'tenant_id': '6b538cec2adc48d998b625ee45a5f78f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:13.740038 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network 6f5c943c-f115-455c-99bd-d818a0b04746 details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:11:13.753424 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-7ee3371f-6197-4f79-a5d1-03d51d6f13a5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4677055 Sep 09 15:11:13.753424 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-ba7e082f-34a6-47b9-a77a-de1f85ad80e5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4893377 Sep 09 15:11:13.753953 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34458) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:13.761289 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-f9201137-950d-4a2b-b6a6-7d65607bc73d admin admin] Request body: {'subnet': {'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-348539125-subnet', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:13.762096 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 34460) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:13.770361 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-b63ee156-787c-42b8-88c8-835fef8cddd1 admin admin] Request body: {'subnet': {'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-subnet', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:13.815778 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3841527-f9d7-4344-bc61-2998191d41ae admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=94130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:11:13.820122 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1e777d64-1359-477d-896b-62c49a7fcebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:13.827929 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1e777d64-1359-477d-896b-62c49a7fcebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:13.883360 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e3841527-f9d7-4344-bc61-2998191d41ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:13.883704 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.segments_db [None req-e3841527-f9d7-4344-bc61-2998191d41ae admin admin] Added segment f44fb324-31f8-4478-a437-ff5249157774 of type vlan for network 72e336a9-72a8-4a88-9a87-10d22fd1de92 Sep 09 15:11:13.893462 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1e777d64-1359-477d-896b-62c49a7fcebb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=833d3fee346f463b82037381eafeacbb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7215288 Sep 09 15:11:13.899773 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34466) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:13.923700 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e777d64-1359-477d-896b-62c49a7fcebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97de143-0bc2-48bf-8864-18f200e11b46,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:13.934373 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3371f-6197-4f79-a5d1-03d51d6f13a5 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:13.937644 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3841527-f9d7-4344-bc61-2998191d41ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e33cc5f-ace1-41cd-add6-a40042458981,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:13.976024 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:11:13.985971 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e3841527-f9d7-4344-bc61-2998191d41ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.002411 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c12b407f-419c-4046-a886-04947f126c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.013891 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6cd327aa-f523-4440-aa7b-e20a1c167fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.022008 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6cd327aa-f523-4440-aa7b-e20a1c167fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.065535 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c12b407f-419c-4046-a886-04947f126c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.074560 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e3841527-f9d7-4344-bc61-2998191d41ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.075898 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3841527-f9d7-4344-bc61-2998191d41ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:14.076487 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e3841527-f9d7-4344-bc61-2998191d41ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.100204 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273d0dc4-55f9-4eec-b73d-6f3b0617e2ed admin admin] Made reservation on behalf of 6b538cec2adc48d998b625ee45a5f78f for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:14.102932 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-273d0dc4-55f9-4eec-b73d-6f3b0617e2ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.114907 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6cd327aa-f523-4440-aa7b-e20a1c167fec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=671109606404473fb21c8e4de8718a42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8814700 Sep 09 15:11:14.126474 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd327aa-f523-4440-aa7b-e20a1c167fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d54618-b7ba-4da7-b076-c17a3e09b210,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:14.133643 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34468) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:14.152740 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.db.api [None req-f9201137-950d-4a2b-b6a6-7d65607bc73d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 15:11:14.152740 dv-cinder-776307-9-iscsi neutron-server[94131]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 09 15:11:14.152740 dv-cinder-776307-9-iscsi neutron-server[94131]: [parameters: {'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'id': '19fdd661-9836-4f74-9cb8-bec4744b73c9', 'expiration': datetime.datetime(2021, 9, 9, 15, 13, 14, 110288)}] Sep 09 15:11:14.152740 dv-cinder-776307-9-iscsi neutron-server[94131]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 15:11:14.153244 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG oslo_db.api [None req-f9201137-950d-4a2b-b6a6-7d65607bc73d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 15:11:14.202202 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63ee156-787c-42b8-88c8-835fef8cddd1 admin admin] Made reservation on behalf of a1671f29bb75494bb0226cd82308a86d for: {'subnet': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:14.204780 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b63ee156-787c-42b8-88c8-835fef8cddd1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.211264 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-e3841527-f9d7-4344-bc61-2998191d41ae admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8686326 Sep 09 15:11:14.212129 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.217035 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34470) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:14.222379 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-e8e3e2f0-4621-4ced-b1e2-dd044ff64a20 admin admin] Request body: {'subnet': {'network_id': '72e336a9-72a8-4a88-9a87-10d22fd1de92', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-655256588-subnet', 'tenant_id': 'a31d8717c5034c3fb3b7441331905157', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:14.225106 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3841527-f9d7-4344-bc61-2998191d41ae admin admin] Pushing event updated for resources: {'Network': ['ID=72e336a9-72a8-4a88-9a87-10d22fd1de92,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:14.237743 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network 72e336a9-72a8-4a88-9a87-10d22fd1de92 details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:11:14.259051 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c12b407f-419c-4046-a886-04947f126c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.261712 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c12b407f-419c-4046-a886-04947f126c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.263018 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c12b407f-419c-4046-a886-04947f126c1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e97de143-0bc2-48bf-8864-18f200e11b46 HTTP/1.1" status: 204 len: 168 time: 0.3599088 Sep 09 15:11:14.303115 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-27f3bd78-cf08-4f69-9f2f-22e8217ce3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.327495 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-27f3bd78-cf08-4f69-9f2f-22e8217ce3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.363178 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b407f-419c-4046-a886-04947f126c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97de143-0bc2-48bf-8864-18f200e11b46,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:14.393236 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e3e2f0-4621-4ced-b1e2-dd044ff64a20 admin admin] Made reservation on behalf of a31d8717c5034c3fb3b7441331905157 for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:14.396793 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e8e3e2f0-4621-4ced-b1e2-dd044ff64a20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.414350 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-27f3bd78-cf08-4f69-9f2f-22e8217ce3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.417919 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-27f3bd78-cf08-4f69-9f2f-22e8217ce3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.422074 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-27f3bd78-cf08-4f69-9f2f-22e8217ce3a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33d54618-b7ba-4da7-b076-c17a3e09b210 HTTP/1.1" status: 204 len: 168 time: 0.2827852 Sep 09 15:11:14.469890 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3bd78-cf08-4f69-9f2f-22e8217ce3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d54618-b7ba-4da7-b076-c17a3e09b210,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:14.675263 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681812'] for router, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.686322 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b63ee156-787c-42b8-88c8-835fef8cddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for subnet, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.790853 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-273d0dc4-55f9-4eec-b73d-6f3b0617e2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.806846 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9201137-950d-4a2b-b6a6-7d65607bc73d admin admin] Made reservation on behalf of e2fbe9b5c8754473b0850c62c32d056b for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:14.809242 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f9201137-950d-4a2b-b6a6-7d65607bc73d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.829930 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ee156-787c-42b8-88c8-835fef8cddd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff7b0629-fe79-43e4-954a-7cf836f43f0a,revision_number=0']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:14.852035 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ee156-787c-42b8-88c8-835fef8cddd1 admin admin] Checking segment: {'id': '652882fa-2b7c-42bc-a926-2a958721e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:14.852609 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63ee156-787c-42b8-88c8-835fef8cddd1 admin admin] Network hostable DHCP agents. Network: 523750d6-4668-45d0-b10f-8b045df11afb, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:11:14.890065 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 34492) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:14.902674 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e8e3e2f0-4621-4ced-b1e2-dd044ff64a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.907742 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63ee156-787c-42b8-88c8-835fef8cddd1 admin admin] Network 523750d6-4668-45d0-b10f-8b045df11afb is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:11:14.912829 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ec0a5e1d-0b18-4216-bccd-081e08f05fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.935594 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-b63ee156-787c-42b8-88c8-835fef8cddd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, 523750d6-4668-45d0-b10f-8b045df11afb) {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:14.946042 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63ee156-787c-42b8-88c8-835fef8cddd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:14.946904 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b63ee156-787c-42b8-88c8-835fef8cddd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:14.947653 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fd523b-3ff7-4383-973b-c9988f659152 None None] Network 523750d6-4668-45d0-b10f-8b045df11afb requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:11:14.959896 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Router 7536d9be-2ee2-459f-9943-3248761e5c1a is scheduled to L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 with binding_index 1 {{(pid=94130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 15:11:14.995667 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d0dc4-55f9-4eec-b73d-6f3b0617e2ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a1b909-dacb-4739-a479-2ac22bebe7c0,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:15.052365 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273d0dc4-55f9-4eec-b73d-6f3b0617e2ed admin admin] Checking segment: {'id': 'f5d955f1-4d60-499c-be8d-2062360b48e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6f5c943c-f115-455c-99bd-d818a0b04746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:15.053019 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273d0dc4-55f9-4eec-b73d-6f3b0617e2ed admin admin] Network hostable DHCP agents. Network: 6f5c943c-f115-455c-99bd-d818a0b04746, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:11:15.084321 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e3e2f0-4621-4ced-b1e2-dd044ff64a20 admin admin] Checking segment: {'id': 'f44fb324-31f8-4478-a437-ff5249157774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '72e336a9-72a8-4a88-9a87-10d22fd1de92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:15.084875 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e3e2f0-4621-4ced-b1e2-dd044ff64a20 admin admin] Network hostable DHCP agents. Network: 72e336a9-72a8-4a88-9a87-10d22fd1de92, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:11:15.107630 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3e2f0-4621-4ced-b1e2-dd044ff64a20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dec1490-2ae8-447b-99f8-92bc4a0323db,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:15.125897 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273d0dc4-55f9-4eec-b73d-6f3b0617e2ed admin admin] Network 6f5c943c-f115-455c-99bd-d818a0b04746 is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:11:15.168039 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-273d0dc4-55f9-4eec-b73d-6f3b0617e2ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, 6f5c943c-f115-455c-99bd-d818a0b04746) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:15.170360 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e3e2f0-4621-4ced-b1e2-dd044ff64a20 admin admin] Network 72e336a9-72a8-4a88-9a87-10d22fd1de92 is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:11:15.172647 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:11:15.182568 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5308bd3-d2c2-4b51-9fed-6dde7c3665ec None None] Network 6f5c943c-f115-455c-99bd-d818a0b04746 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:11:15.183523 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273d0dc4-55f9-4eec-b73d-6f3b0617e2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:15.184460 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-273d0dc4-55f9-4eec-b73d-6f3b0617e2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.187098 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Sync routers for ids ['7536d9be-2ee2-459f-9943-3248761e5c1a'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:11:15.200794 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-e8e3e2f0-4621-4ced-b1e2-dd044ff64a20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, 72e336a9-72a8-4a88-9a87-10d22fd1de92) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:15.211862 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Routers {'7536d9be-2ee2-459f-9943-3248761e5c1a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:11:15.212828 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:10:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['7536d9be-2ee2-459f-9943-3248761e5c1a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:15.221621 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ec0a5e1d-0b18-4216-bccd-081e08f05fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.228267 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd408d6-3422-4ef4-82a5-11e2c2c3ae2a None None] Network 72e336a9-72a8-4a88-9a87-10d22fd1de92 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:11:15.231688 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ec0a5e1d-0b18-4216-bccd-081e08f05fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.235577 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e3e2f0-4621-4ced-b1e2-dd044ff64a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:15.236968 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e8e3e2f0-4621-4ced-b1e2-dd044ff64a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.255951 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-273d0dc4-55f9-4eec-b73d-6f3b0617e2ed admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5244517 Sep 09 15:11:15.271801 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f9201137-950d-4a2b-b6a6-7d65607bc73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.283096 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e8e3e2f0-4621-4ced-b1e2-dd044ff64a20 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0649896 Sep 09 15:11:15.308931 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6998fd-edf4-51e3-ac9a-e6a498ccbbc9-523750d6-4668-45d0-b10f-8b045df11afb', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a'}]}} from dv-cinder-776307-9-iscsi. {{(pid=94132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 15:11:15.309817 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.347601 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9201137-950d-4a2b-b6a6-7d65607bc73d admin admin] Pushing event updated for resources: {'Subnet': ['ID=db53f811-03ef-4135-a3c5-5d3aa6a75f6d,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:15.360171 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9201137-950d-4a2b-b6a6-7d65607bc73d admin admin] Checking segment: {'id': '24394f6b-9b3e-4e73-9b84-bf533dec1e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:15.360862 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9201137-950d-4a2b-b6a6-7d65607bc73d admin admin] Network hostable DHCP agents. Network: bfa1bfaf-34e0-4f2b-966f-dc046c011c4c, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:11:15.381538 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-b63ee156-787c-42b8-88c8-835fef8cddd1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6150596 Sep 09 15:11:15.382603 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34514) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:15.399279 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a5e1d-0b18-4216-bccd-081e08f05fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc298a6-52ca-4374-806e-36f3ff754376,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:15.413085 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:15.417610 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] Notify callbacks [] for router, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.419725 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9201137-950d-4a2b-b6a6-7d65607bc73d admin admin] Network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:11:15.423294 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34516) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:15.426368 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-5bc60c0b-1178-49dc-a339-668a95762af5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0447762 Sep 09 15:11:15.440219 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34518) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:15.448553 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-ec0a5e1d-0b18-4216-bccd-081e08f05fbf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a28c51641c6a49c685b1ccce03f56f40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5440400 Sep 09 15:11:15.494043 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Set router 7536d9be-2ee2-459f-9943-3248761e5c1a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:11:15.520476 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-f9201137-950d-4a2b-b6a6-7d65607bc73d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, bfa1bfaf-34e0-4f2b-966f-dc046c011c4c) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:15.536489 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbc64d6-daaf-4068-a1ef-89d96059c5eb None None] Network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:11:15.551459 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9201137-950d-4a2b-b6a6-7d65607bc73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:15.552317 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f9201137-950d-4a2b-b6a6-7d65607bc73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.585482 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.588392 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3885438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.649204 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.702659 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f9201137-950d-4a2b-b6a6-7d65607bc73d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9474292 Sep 09 15:11:15.705264 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 34526) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:15.709738 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:15.740940 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8d19-179c-4814-989f-984356b49850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.746383 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'name': 'tempest-ServerRescueNegativeTestJSON-2000697879-router', 'tenant_id': 'ecd5472851a04119989b4a5d14235398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a00ae016-d7c2-4271-b407-ceee14f28a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:11Z', 'updated_at': '2021-09-09T15:11:13Z', 'revision_number': 3, 'project_id': 'ecd5472851a04119989b4a5d14235398', 'gw_port': {'id': 'a00ae016-d7c2-4271-b407-ceee14f28a70', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:12Z', 'updated_at': '2021-09-09T15:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:15.777754 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.778827 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3885438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.782582 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8d19-179c-4814-989f-984356b49850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.786000 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Checking router: 7536d9be-2ee2-459f-9943-3248761e5c1a for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:11:15.786429 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Updating router 7536d9be-2ee2-459f-9943-3248761e5c1a port a00ae016-d7c2-4271-b407-ceee14f28a70 binding host dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:11:15.787474 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6998fd-edf4-51e3-ac9a-e6a498ccbbc9-bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'fixed_ips': [{'subnet_id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d'}]}} from dv-cinder-776307-9-iscsi. {{(pid=94132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 15:11:15.788445 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.798200 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf37fda-1063-4140-920b-dbaf62fa2aeb None None] Network 6f5c943c-f115-455c-99bd-d818a0b04746 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:11:15.824398 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.882140 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8d19-179c-4814-989f-984356b49850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.885946 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8d19-179c-4814-989f-984356b49850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.887671 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a4ab8d19-179c-4814-989f-984356b49850 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1dc298a6-52ca-4374-806e-36f3ff754376 HTTP/1.1" status: 204 len: 168 time: 0.4473672 Sep 09 15:11:15.943668 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:15.948133 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab8d19-179c-4814-989f-984356b49850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc298a6-52ca-4374-806e-36f3ff754376,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:16.104206 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:16.422578 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:16.452278 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Transition to ACTIVE for port object a00ae016-d7c2-4271-b407-ceee14f28a70 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:16.463537 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:16.468483 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:16.533715 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Allocated IP 172.20.0.2 (bfa1bfaf-34e0-4f2b-966f-dc046c011c4c/db53f811-03ef-4135-a3c5-5d3aa6a75f6d/fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:11:16.570607 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbb48b-0be6-45a3-ba17-d6a01ccf3040 None None] Pushing event updated for resources: {'Port': ['ID=a00ae016-d7c2-4271-b407-ceee14f28a70,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:16.595145 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cbb48b-0be6-45a3-ba17-d6a01ccf3040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:16.595795 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cbb48b-0be6-45a3-ba17-d6a01ccf3040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:16.596146 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cbb48b-0be6-45a3-ba17-d6a01ccf3040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:16.596590 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cbb48b-0be6-45a3-ba17-d6a01ccf3040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:16.596933 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cbb48b-0be6-45a3-ba17-d6a01ccf3040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:16.597268 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cbb48b-0be6-45a3-ba17-d6a01ccf3040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:16.598820 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cbb48b-0be6-45a3-ba17-d6a01ccf3040 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:16.599799 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cbb48b-0be6-45a3-ba17-d6a01ccf3040 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:16.600781 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cbb48b-0be6-45a3-ba17-d6a01ccf3040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:16.601147 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cbb48b-0be6-45a3-ba17-d6a01ccf3040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cbb48b-0be6-45a3-ba17-d6a01ccf3040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cbb48b-0be6-45a3-ba17-d6a01ccf3040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cbb48b-0be6-45a3-ba17-d6a01ccf3040 None None] Tracked resource versions report: Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: pushed versions: Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: { 'AddressGroup': {'1.2'}, Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'ConntrackHelper': {'1.0'}, Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Log': {'1.0'}, Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Network': {'1.1'}, Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Port': {'1.7'}, Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'PortForwarding': {'1.2'}, Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'QosPolicy': {'1.9'}, Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'SecurityGroup': {'1.4'}, Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'SecurityGroupRule': {'1.2'}, Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'SubPort': {'1.0'}, Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Subnet': {'1.1'}, Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Trunk': {'1.1'}} Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: consumer versions: Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: { DHCP agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: HyperV agent@hv-cinder-77630: {}, Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: L3 agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: Metadata agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: Metering agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: Open vSwitch agent@dv-cinder-776307-9-iscsi: { 'AddressGroup': '1.2', Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'ConntrackHelper': '1.0', Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Log': '1.0', Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Network': '1.1', Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Port': '1.7', Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'PortForwarding': '1.2', Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'QosPolicy': '1.9', Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'SecurityGroup': '1.4', Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'SecurityGroupRule': '1.2', Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'SubPort': '1.0', Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Subnet': '1.1', Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: 'Trunk': '1.1'}} Sep 09 15:11:16.608440 dv-cinder-776307-9-iscsi neutron-server[94133]: {{(pid=94133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 15:11:16.637255 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Attempting to bind port a00ae016-d7c2-4271-b407-ceee14f28a70 on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:11:16.637623 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Attempting to bind port a00ae016-d7c2-4271-b407-ceee14f28a70 by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:11:16.637973 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Attempting to bind port a00ae016-d7c2-4271-b407-ceee14f28a70 on network 1e824111-cf35-4689-9431-3e5bca072ae7 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:11:16.643855 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:11:16.644232 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Checking segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:16.644635 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:16.645026 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Bound using segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:11:16.645499 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Bound port: a00ae016-d7c2-4271-b407-ceee14f28a70, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:11:16.645903 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:16.771131 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] For port a00ae016-d7c2-4271-b407-ceee14f28a70, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:11:16.776514 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] For port a00ae016-d7c2-4271-b407-ceee14f28a70, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=a00ae016-d7c2-4271-b407-ceee14f28a70,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:11:16.782623 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 34574) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:16.785892 dv-cinder-776307-9-iscsi neutron-server[94130]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 15:11:16.788717 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:16.792457 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:16.841785 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:16.851192 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Transition to ACTIVE for port object fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:16.870759 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Transition to ACTIVE for port object fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde will not be triggered until provisioned by entity DHCP. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:16.881459 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec8265c-adbd-42f2-8c03-b417d0141f91 None None] Network 72e336a9-72a8-4a88-9a87-10d22fd1de92 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:11:16.891258 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:16.894117 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:16.918442 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Routers {'7536d9be-2ee2-459f-9943-3248761e5c1a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:11:16.920013 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:10:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['7536d9be-2ee2-459f-9943-3248761e5c1a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:16.938005 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:11:16.984026 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:16.986079 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Pushing event updated for resources: {'Port': ['ID=fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:17.001524 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:17.002137 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:17.002737 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:17.003267 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:17.003802 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:17.004334 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:17.004855 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:17.005513 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:17.006073 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:17.006592 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:17.007278 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:17.007799 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Tracked resource versions report: Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: pushed versions: Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: { 'AddressGroup': {'1.2'}, Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'ConntrackHelper': {'1.0'}, Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Log': {'1.0'}, Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Network': {'1.1'}, Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Port': {'1.7'}, Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'PortForwarding': {'1.2'}, Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'QosPolicy': {'1.9'}, Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'SecurityGroup': {'1.4'}, Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'SecurityGroupRule': {'1.2'}, Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'SubPort': {'1.0'}, Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Subnet': {'1.1'}, Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Trunk': {'1.1'}} Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: consumer versions: Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: { DHCP agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: HyperV agent@hv-cinder-77630: {}, Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: L3 agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: Metadata agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: Metering agent@dv-cinder-776307-9-iscsi: {}, Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: Open vSwitch agent@dv-cinder-776307-9-iscsi: { 'AddressGroup': '1.2', Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'ConntrackHelper': '1.0', Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Log': '1.0', Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Network': '1.1', Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Port': '1.7', Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'PortForwarding': '1.2', Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'QosPolicy': '1.9', Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'SecurityGroup': '1.4', Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'SecurityGroupRule': '1.2', Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'SubPort': '1.0', Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Subnet': '1.1', Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: 'Trunk': '1.1'}} Sep 09 15:11:17.009072 dv-cinder-776307-9-iscsi neutron-server[94132]: {{(pid=94132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 15:11:17.023871 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:11:17.053299 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:17.068034 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbb48b-0be6-45a3-ba17-d6a01ccf3040 None None] Pushing event updated for resources: {'Port': ['ID=a00ae016-d7c2-4271-b407-ceee14f28a70,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:17.069806 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Allocated IP 172.20.0.2 (523750d6-4668-45d0-b10f-8b045df11afb/ff7b0629-fe79-43e4-954a-7cf836f43f0a/74657586-273e-4a3f-aa0a-3aa39da9398f) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:11:17.139133 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:17.157390 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Allocated IP 172.27.3.46 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/66211c45-ada4-4981-b2bd-e97eb6b257f8) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:11:17.190742 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] Set router 7536d9be-2ee2-459f-9943-3248761e5c1a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:11:17.220882 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-14d8e846-7d0c-4327-b903-1ccaa72a91cb tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:17.222898 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-14d8e846-7d0c-4327-b903-1ccaa72a91cb tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/networks?id=72e336a9-72a8-4a88-9a87-10d22fd1de92 HTTP/1.1" status: 200 len: 811 time: 0.4377580 Sep 09 15:11:17.297250 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:17.387649 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:17.401631 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-11746f28-d040-4b01-8efa-09a8d8518ad3 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/quotas/a31d8717c5034c3fb3b7441331905157 HTTP/1.1" status: 200 len: 375 time: 0.1521385 Sep 09 15:11:17.445405 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34600) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:17.457194 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'name': 'tempest-ServerRescueNegativeTestJSON-2000697879-router', 'tenant_id': 'ecd5472851a04119989b4a5d14235398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a00ae016-d7c2-4271-b407-ceee14f28a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:11Z', 'updated_at': '2021-09-09T15:11:13Z', 'revision_number': 3, 'project_id': 'ecd5472851a04119989b4a5d14235398', 'gw_port': {'id': 'a00ae016-d7c2-4271-b407-ceee14f28a70', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:12Z', 'updated_at': '2021-09-09T15:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:17.462213 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:17.472575 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Transition to ACTIVE for port object 74657586-273e-4a3f-aa0a-3aa39da9398f will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:17.489430 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Transition to ACTIVE for port object 74657586-273e-4a3f-aa0a-3aa39da9398f will not be triggered until provisioned by entity DHCP. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:17.507096 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-b93d10b3-6863-4c25-8794-c46fbcaf3e39 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1225419463-network', 'tenant_id': '5ebf5f07198343649d0ffdc3d8b1854c'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:17.509224 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cd8e79-c2f6-44a1-a1b9-fdf26b0648b7 None None] The sync data for ids ['7536d9be-2ee2-459f-9943-3248761e5c1a'] in dv-cinder-776307-9-iscsi is: [{'id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'name': 'tempest-ServerRescueNegativeTestJSON-2000697879-router', 'tenant_id': 'ecd5472851a04119989b4a5d14235398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a00ae016-d7c2-4271-b407-ceee14f28a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:11Z', 'updated_at': '2021-09-09T15:11:13Z', 'revision_number': 3, 'project_id': 'ecd5472851a04119989b4a5d14235398', 'gw_port': {'id': 'a00ae016-d7c2-4271-b407-ceee14f28a70', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:12Z', 'updated_at': '2021-09-09T15:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:11:17.510660 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Attempting to bind port fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:11:17.511270 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Attempting to bind port fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '24394f6b-9b3e-4e73-9b84-bf533dec1e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:11:17.512342 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Attempting to bind port fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde on network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:11:17.516059 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:17.564073 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-cad82537-7162-4a75-b952-3f4fe5371a8c tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a31d8717c5034c3fb3b7441331905157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1553578 Sep 09 15:11:17.568335 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:11:17.582639 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Pushing event updated for resources: {'Port': ['ID=74657586-273e-4a3f-aa0a-3aa39da9398f,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:17.594368 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:11:17.595032 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Checking segment: {'id': '24394f6b-9b3e-4e73-9b84-bf533dec1e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:17.595635 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:17.596214 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Bound using segment: {'id': '24394f6b-9b3e-4e73-9b84-bf533dec1e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:11:17.596549 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:17.597034 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Bound port: fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24394f6b-9b3e-4e73-9b84-bf533dec1e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:11:17.597613 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:17.601977 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:11:17.700266 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] For port fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:11:17.703883 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] For port fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde,segment=NetworkSegment(24394f6b-9b3e-4e73-9b84-bf533dec1e8f),segment_id=24394f6b-9b3e-4e73-9b84-bf533dec1e8f)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:11:17.708135 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Allocated IP 172.27.3.173 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/17ba843e-df37-45d5-a1f1-dbc221a61508) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:11:17.733947 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:17.774512 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:17.793735 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Network 523750d6-4668-45d0-b10f-8b045df11afb is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:11:17.814000 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a88ad-e170-48e9-93b5-2d2207e285a0 None None] Pushing event updated for resources: {'Port': ['ID=fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:17.821998 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:17.835764 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Pushing event updated for resources: {'Port': ['ID=66211c45-ada4-4981-b2bd-e97eb6b257f8,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:17.838473 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:11:17.854003 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93d10b3-6863-4c25-8794-c46fbcaf3e39 admin admin] Made reservation on behalf of 5ebf5f07198343649d0ffdc3d8b1854c for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:17.863953 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b93d10b3-6863-4c25-8794-c46fbcaf3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:17.877343 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7218dbf1-d54c-4a47-961b-646e23f98e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:17.884337 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b93d10b3-6863-4c25-8794-c46fbcaf3e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:18.012045 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Attempting to bind port 74657586-273e-4a3f-aa0a-3aa39da9398f on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:11:18.014764 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Attempting to bind port 74657586-273e-4a3f-aa0a-3aa39da9398f by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '652882fa-2b7c-42bc-a926-2a958721e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:11:18.015431 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Attempting to bind port 74657586-273e-4a3f-aa0a-3aa39da9398f on network 523750d6-4668-45d0-b10f-8b045df11afb {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:11:18.029109 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:11:18.029947 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Checking segment: {'id': '652882fa-2b7c-42bc-a926-2a958721e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:18.030614 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:18.034387 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Bound using segment: {'id': '652882fa-2b7c-42bc-a926-2a958721e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:11:18.035230 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Bound port: 74657586-273e-4a3f-aa0a-3aa39da9398f, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652882fa-2b7c-42bc-a926-2a958721e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:11:18.036163 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:18.059217 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:18.162070 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-2cda26ba-c41b-4da5-9497-d8be540b4ac9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 15:11:18.171104 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-2cda26ba-c41b-4da5-9497-d8be540b4ac9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3774323 Sep 09 15:11:18.183720 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:18.220217 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] For port 74657586-273e-4a3f-aa0a-3aa39da9398f, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:11:18.251499 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] For port 74657586-273e-4a3f-aa0a-3aa39da9398f, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=74657586-273e-4a3f-aa0a-3aa39da9398f,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:11:18.265965 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:18.409213 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c95b31-5b29-47fb-81ef-b980d6ff6940 None None] Pushing event updated for resources: {'Port': ['ID=74657586-273e-4a3f-aa0a-3aa39da9398f,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:18.436409 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 34624) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:18.458675 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:11:18.476240 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:18.496325 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:11:18.501809 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=17ba843e-df37-45d5-a1f1-dbc221a61508,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:18.609472 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b93d10b3-6863-4c25-8794-c46fbcaf3e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:18.624878 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b93d10b3-6863-4c25-8794-c46fbcaf3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:18.685423 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93d10b3-6863-4c25-8794-c46fbcaf3e39 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:11:18.699055 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b93d10b3-6863-4c25-8794-c46fbcaf3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:18.699564 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-b93d10b3-6863-4c25-8794-c46fbcaf3e39 admin admin] Added segment 00b4cc13-96f1-4e67-89b5-eb3cbc1a669a of type vlan for network 7409b942-febc-4fb6-ba2c-ab9eabf6ea21 Sep 09 15:11:18.802913 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b93d10b3-6863-4c25-8794-c46fbcaf3e39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:18.815288 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-3e69c1c7-456e-43ad-95e1-91e9d0559203 service neutron] 10.222.0.18 "GET /v2.0/networks/72e336a9-72a8-4a88-9a87-10d22fd1de92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6410382 Sep 09 15:11:18.846091 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d10b3-6863-4c25-8794-c46fbcaf3e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe166d06-d239-4731-8d8e-ecdca7df756a,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:18.869869 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b93d10b3-6863-4c25-8794-c46fbcaf3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:18.871626 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93d10b3-6863-4c25-8794-c46fbcaf3e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:18.872320 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b93d10b3-6863-4c25-8794-c46fbcaf3e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:18.923618 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device a00ae016-d7c2-4271-b407-ceee14f28a70 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:11:18.948631 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-a9d9eeef-07c1-4662-afd3-536489b36b52 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-94766857-network', 'tenant_id': '88c2de65976745c38aad6749ad27b6b3'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:19.022560 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port a00ae016-d7c2-4271-b407-ceee14f28a70 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:11:19.027406 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port a00ae016-d7c2-4271-b407-ceee14f28a70 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:19.027780 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:19.033274 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d10b3-6863-4c25-8794-c46fbcaf3e39 admin admin] Pushing event updated for resources: {'Network': ['ID=7409b942-febc-4fb6-ba2c-ab9eabf6ea21,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:19.052145 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b93d10b3-6863-4c25-8794-c46fbcaf3e39 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6019154 Sep 09 15:11:19.053859 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 34646) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:19.068811 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-4e855562-5866-4df0-b325-76dddfaffa8a admin admin] Request body: {'subnet': {'network_id': '7409b942-febc-4fb6-ba2c-ab9eabf6ea21', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1225419463-subnet', 'tenant_id': '5ebf5f07198343649d0ffdc3d8b1854c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:19.074942 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network 7409b942-febc-4fb6-ba2c-ab9eabf6ea21 details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:11:19.091658 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:19.151766 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-2817e574-0e23-4ae7-95ea-ac5bc5c3f870 service neutron] 10.222.0.18 "GET /v2.0/networks/72e336a9-72a8-4a88-9a87-10d22fd1de92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372207 Sep 09 15:11:19.176122 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d9eeef-07c1-4662-afd3-536489b36b52 admin admin] Made reservation on behalf of 88c2de65976745c38aad6749ad27b6b3 for: {'network': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:19.182941 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a9d9eeef-07c1-4662-afd3-536489b36b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:19.271031 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] Allocated IP 172.20.0.1 (6ad32836-6dc0-4f08-8fbb-8323ce2c5655/f37a255f-f939-40f3-9b3f-c731225da8ca/04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:11:19.317410 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:19.325831 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a9d9eeef-07c1-4662-afd3-536489b36b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:19.361171 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port a00ae016-d7c2-4271-b407-ceee14f28a70, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=a00ae016-d7c2-4271-b407-ceee14f28a70,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:11:19.373005 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:19.373414 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e855562-5866-4df0-b325-76dddfaffa8a admin admin] Made reservation on behalf of 5ebf5f07198343649d0ffdc3d8b1854c for: {'subnet': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:19.374754 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:11:19.375897 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4e855562-5866-4df0-b325-76dddfaffa8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:19.501569 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:19.557654 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=a00ae016-d7c2-4271-b407-ceee14f28a70,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:19.560863 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:11:19.590686 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 34664) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:19.824962 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01647640-8aab-4bcc-9327-cefde6474dbd None None] Network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:11:19.951601 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:20.043584 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681812'] for router, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:20.052946 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-68d56322-791b-470e-a264-30e8ed7a9e07 None None] Provisioning for port fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:11:20.077748 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-68d56322-791b-470e-a264-30e8ed7a9e07 None None] Provisioning complete for port fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:20.078028 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-68d56322-791b-470e-a264-30e8ed7a9e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:20.243024 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:20.282400 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] Network 6ad32836-6dc0-4f08-8fbb-8323ce2c5655 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:11:20.291228 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b855cdb9-514d-4b68-a0d2-2b429348b868 req-98548a91-0759-4eac-9483-529d2e3d7ec2 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 210 time: 0.3519940 Sep 09 15:11:20.324237 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:20.330558 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:11:20.331301 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681989'] for router_interface, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:20.354313 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-68d56322-791b-470e-a264-30e8ed7a9e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:20.367738 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a133d911-8720-4912-bc04-5348cc79d9f9 None None] Network 523750d6-4668-45d0-b10f-8b045df11afb requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:11:20.375822 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681812'] for router, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:20.423006 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-68d56322-791b-470e-a264-30e8ed7a9e07 None None] For port fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde,segment=NetworkSegment(24394f6b-9b3e-4e73-9b84-bf533dec1e8f),segment_id=24394f6b-9b3e-4e73-9b84-bf533dec1e8f)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:11:20.441325 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-68d56322-791b-470e-a264-30e8ed7a9e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:20.588875 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] Pushing event updated for resources: {'Port': ['ID=04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:20.724726 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a9d9eeef-07c1-4662-afd3-536489b36b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:20.794429 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 is scheduled to L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 with binding_index 1 {{(pid=94131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 15:11:20.798975 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d56322-791b-470e-a264-30e8ed7a9e07 None None] Pushing event updated for resources: {'Port': ['ID=fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:20.809238 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-939a3685-0e8b-45dd-9ec7-92b27c689a9b None None] Provisioning for port 74657586-273e-4a3f-aa0a-3aa39da9398f completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:11:20.826785 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-19b00b71-2a7c-4460-8c00-05750a05a717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:20.835241 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device a00ae016-d7c2-4271-b407-ceee14f28a70 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:11:20.843382 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a9d9eeef-07c1-4662-afd3-536489b36b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:20.855955 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4e855562-5866-4df0-b325-76dddfaffa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for subnet, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:20.883156 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d9eeef-07c1-4662-afd3-536489b36b52 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=94130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:11:20.903475 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:20.935250 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port a00ae016-d7c2-4271-b407-ceee14f28a70 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:20.935617 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:20.948755 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a9d9eeef-07c1-4662-afd3-536489b36b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:20.949411 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.segments_db [None req-a9d9eeef-07c1-4662-afd3-536489b36b52 admin admin] Added segment 857d7778-4e30-4a95-aa2d-03d21aedd17c of type vlan for network d506e9ff-3905-4ff2-b889-0b21fbbaa889 Sep 09 15:11:20.966579 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9eeef-07c1-4662-afd3-536489b36b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6401fa8f-54ce-40df-a76f-b227ba3b4c5b,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:21.028557 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:11:21.035060 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:21.047125 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Sync routers for ids ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:11:21.051195 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855562-5866-4df0-b325-76dddfaffa8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ab7d7c-fa55-4096-897b-dc6beeeaebf8,revision_number=0']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:21.065692 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a9d9eeef-07c1-4662-afd3-536489b36b52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:21.086548 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:21.097013 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0f60f87d-0561-49a3-91bf-ea7479d49d82 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7044084 Sep 09 15:11:21.097013 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34706) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:21.097691 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e855562-5866-4df0-b325-76dddfaffa8a admin admin] Checking segment: {'id': '00b4cc13-96f1-4e67-89b5-eb3cbc1a669a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7409b942-febc-4fb6-ba2c-ab9eabf6ea21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:21.097691 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e855562-5866-4df0-b325-76dddfaffa8a admin admin] Network hostable DHCP agents. Network: 7409b942-febc-4fb6-ba2c-ab9eabf6ea21, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:11:21.127461 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-0c67ae05-6a04-4505-b93f-510530fe530a None None] Provisioning complete for port fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:21.127941 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0c67ae05-6a04-4505-b93f-510530fe530a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:21.142831 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 is scheduled to L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 with binding_index 1 {{(pid=94130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 15:11:21.145368 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Routers {'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:11:21.146225 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:11:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:21.273132 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a9d9eeef-07c1-4662-afd3-536489b36b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:21.273877 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d9eeef-07c1-4662-afd3-536489b36b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:21.275537 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a9d9eeef-07c1-4662-afd3-536489b36b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:21.284491 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e855562-5866-4df0-b325-76dddfaffa8a admin admin] Network 7409b942-febc-4fb6-ba2c-ab9eabf6ea21 is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:11:21.325899 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-4e855562-5866-4df0-b325-76dddfaffa8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, 7409b942-febc-4fb6-ba2c-ab9eabf6ea21) {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:21.331467 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e855562-5866-4df0-b325-76dddfaffa8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:21.333404 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4e855562-5866-4df0-b325-76dddfaffa8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:21.370095 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-a9d9eeef-07c1-4662-afd3-536489b36b52 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.9325612 Sep 09 15:11:21.392624 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34728) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:21.414901 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-46ad8748-5631-44a1-a361-c0acb96d8fdd admin admin] Request body: {'subnet': {'network_id': 'd506e9ff-3905-4ff2-b889-0b21fbbaa889', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-94766857-subnet', 'tenant_id': '88c2de65976745c38aad6749ad27b6b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:21.430095 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-4e855562-5866-4df0-b325-76dddfaffa8a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3726695 Sep 09 15:11:21.480636 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d34f794-5ce4-49c1-9078-5a9ccba55d3d None None] Network 7409b942-febc-4fb6-ba2c-ab9eabf6ea21 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:11:21.495652 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9eeef-07c1-4662-afd3-536489b36b52 admin admin] Pushing event updated for resources: {'Network': ['ID=d506e9ff-3905-4ff2-b889-0b21fbbaa889,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:21.536624 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network d506e9ff-3905-4ff2-b889-0b21fbbaa889 details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:11:21.557688 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 74657586-273e-4a3f-aa0a-3aa39da9398f up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:11:21.560124 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:11:21.574310 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Sync routers for ids ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:11:21.597781 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Routers {'c7ffaaf2-74c6-4a09-8b57-5315a054cc04'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:11:21.598865 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:11:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:21.744921 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34738) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:21.749102 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bd5047a1-9d04-43e3-b2f5-34810215d240 req-54a4727b-3f24-4014-9a87-83a670142f75 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 210 time: 0.0843461 Sep 09 15:11:21.785208 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 34740) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:21.841290 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Set router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:11:21.844168 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:21.865819 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4b35b3-7507-453f-aff8-7020736ccb23 admin admin] Deleting subnet f6a1b909-dacb-4739-a479-2ac22bebe7c0 {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 15:11:21.897064 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:21.899881 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Set router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:11:21.902762 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-0aaa05cf-897d-4619-ba4c-d1c78984e2e3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1963243 Sep 09 15:11:21.903385 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 34744) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:22.045818 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0188baba-d967-4847-ab8a-00679e2ba4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.161693 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 74657586-273e-4a3f-aa0a-3aa39da9398f completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:11:22.166647 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:18Z', 'revision_number': 3, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:22.170455 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee5e8b5-f2de-40a2-8628-60645b37690d None None] Network 7409b942-febc-4fb6-ba2c-ab9eabf6ea21 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:11:22.174129 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ad7b2932-3aaf-4f8f-b816-377e6a09bfa1 None None] Provisioning complete for port 74657586-273e-4a3f-aa0a-3aa39da9398f triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:22.174334 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.174852 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ad7b2932-3aaf-4f8f-b816-377e6a09bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.177726 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 74657586-273e-4a3f-aa0a-3aa39da9398f triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:22.178082 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.181024 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af4b35b3-7507-453f-aff8-7020736ccb23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.183056 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ad8748-5631-44a1-a361-c0acb96d8fdd admin admin] Made reservation on behalf of 88c2de65976745c38aad6749ad27b6b3 for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:22.187161 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-46ad8748-5631-44a1-a361-c0acb96d8fdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.198477 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Checking router: c7ffaaf2-74c6-4a09-8b57-5315a054cc04 for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:11:22.198477 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Updating router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 port 17ba843e-df37-45d5-a1f1-dbc221a61508 binding host dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:11:22.227100 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.337359 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0188baba-d967-4847-ab8a-00679e2ba4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.372625 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:17Z', 'revision_number': 3, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:22.397119 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0188baba-d967-4847-ab8a-00679e2ba4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.408734 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af4b35b3-7507-453f-aff8-7020736ccb23 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.422282 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af4b35b3-7507-453f-aff8-7020736ccb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612359'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.467313 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-0188baba-d967-4847-ab8a-00679e2ba4f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eddff76169604d3ebb3a416218c84a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6799273 Sep 09 15:11:22.470814 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Checking router: de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:11:22.471437 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Updating router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 port 66211c45-ada4-4981-b2bd-e97eb6b257f8 binding host dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:11:22.472721 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 34748) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:22.503682 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188baba-d967-4847-ab8a-00679e2ba4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb4e347-5d01-4e86-801d-10e6c31298a8,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:22.550503 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ad7b2932-3aaf-4f8f-b816-377e6a09bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.551695 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.39', 51449) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:22.560546 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.569115 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.609972 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.615543 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682389'] for router_interface, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.686772 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-15c3186e-2e14-4992-b2cd-171ca69bd4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.758051 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-15c3186e-2e14-4992-b2cd-171ca69bd4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.767454 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.839341 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ad7b2932-3aaf-4f8f-b816-377e6a09bfa1 None None] For port 74657586-273e-4a3f-aa0a-3aa39da9398f, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=74657586-273e-4a3f-aa0a-3aa39da9398f,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:11:22.845458 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ad7b2932-3aaf-4f8f-b816-377e6a09bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:22.974610 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.db.api [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 15:11:22.975018 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG oslo_db.api [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 15:11:22.978852 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b2932-3aaf-4f8f-b816-377e6a09bfa1 None None] Pushing event updated for resources: {'Port': ['ID=74657586-273e-4a3f-aa0a-3aa39da9398f,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:23.026942 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-14d8a7a2-3bff-4266-a324-72036bb12d8c tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:23.028482 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-14d8a7a2-3bff-4266-a324-72036bb12d8c tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.39 "GET /v2.0/networks?id=72e336a9-72a8-4a88-9a87-10d22fd1de92 HTTP/1.1" status: 200 len: 811 time: 0.4638977 Sep 09 15:11:23.050824 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-46ad8748-5631-44a1-a361-c0acb96d8fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:23.123301 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8c8e796d-bc5c-4936-996a-3ba4aa459097 req-943f35da-3bdd-4b3a-9485-0b9c58bfc4b8 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 210 time: 0.1252995 Sep 09 15:11:23.135624 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-f854d692-ed50-46cb-a35c-df5ba527e526 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Request body: {'port': {'device_id': '7e20e5d6-27a7-4759-8da6-fe5349c92491', 'network_id': '72e336a9-72a8-4a88-9a87-10d22fd1de92', 'admin_state_up': True, 'tenant_id': 'a31d8717c5034c3fb3b7441331905157'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:23.138674 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Transition to ACTIVE for port object 17ba843e-df37-45d5-a1f1-dbc221a61508 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:23.141513 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af4b35b3-7507-453f-aff8-7020736ccb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:23.149552 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:23.217183 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad8748-5631-44a1-a361-c0acb96d8fdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ca21da-a6d5-473d-9cfb-2367b7e07173,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:23.233653 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Attempting to bind port 17ba843e-df37-45d5-a1f1-dbc221a61508 on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:11:23.233653 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Attempting to bind port 17ba843e-df37-45d5-a1f1-dbc221a61508 by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:11:23.233653 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Attempting to bind port 17ba843e-df37-45d5-a1f1-dbc221a61508 on network 1e824111-cf35-4689-9431-3e5bca072ae7 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:11:23.241287 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] Pushing event updated for resources: {'Port': ['ID=04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:23.271917 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:11:23.272693 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Checking segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:23.273204 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:23.273706 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Bound using segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:11:23.274325 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Bound port: 17ba843e-df37-45d5-a1f1-dbc221a61508, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:11:23.275688 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:23.344793 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca760dbc-7069-4c1e-959b-89905f912013 None None] Pushing event updated for resources: {'Port': ['ID=17ba843e-df37-45d5-a1f1-dbc221a61508,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:23.367456 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:23.380910 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] For port 17ba843e-df37-45d5-a1f1-dbc221a61508, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:11:23.386177 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b35b3-7507-453f-aff8-7020736ccb23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a1b909-dacb-4739-a479-2ac22bebe7c0,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:23.386453 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] For port 17ba843e-df37-45d5-a1f1-dbc221a61508, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=17ba843e-df37-45d5-a1f1-dbc221a61508,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:11:23.396232 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:23.416463 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af4b35b3-7507-453f-aff8-7020736ccb23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:23.418635 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-af4b35b3-7507-453f-aff8-7020736ccb23 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f6a1b909-dacb-4739-a479-2ac22bebe7c0 HTTP/1.1" status: 204 len: 168 time: 1.6665940 Sep 09 15:11:23.422931 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34788) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:23.454965 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:23.472786 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Routers {'c7ffaaf2-74c6-4a09-8b57-5315a054cc04'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:11:23.473681 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:11:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:23.476623 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-15c3186e-2e14-4992-b2cd-171ca69bd4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:23.480232 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-15c3186e-2e14-4992-b2cd-171ca69bd4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:23.484161 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-15c3186e-2e14-4992-b2cd-171ca69bd4b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebb4e347-5d01-4e86-801d-10e6c31298a8 HTTP/1.1" status: 204 len: 168 time: 1.0085166 Sep 09 15:11:23.485231 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca760dbc-7069-4c1e-959b-89905f912013 None None] Pushing event updated for resources: {'Port': ['ID=17ba843e-df37-45d5-a1f1-dbc221a61508,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:23.500830 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ad8748-5631-44a1-a361-c0acb96d8fdd admin admin] Checking segment: {'id': '857d7778-4e30-4a95-aa2d-03d21aedd17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd506e9ff-3905-4ff2-b889-0b21fbbaa889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:23.501183 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ad8748-5631-44a1-a361-c0acb96d8fdd admin admin] Network hostable DHCP agents. Network: d506e9ff-3905-4ff2-b889-0b21fbbaa889, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:11:23.600297 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3186e-2e14-4992-b2cd-171ca69bd4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb4e347-5d01-4e86-801d-10e6c31298a8,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:23.610075 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] Network 6ad32836-6dc0-4f08-8fbb-8323ce2c5655 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:11:23.624013 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:23.666462 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Transition to ACTIVE for port object 66211c45-ada4-4981-b2bd-e97eb6b257f8 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:23.672824 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ad8748-5631-44a1-a361-c0acb96d8fdd admin admin] Network d506e9ff-3905-4ff2-b889-0b21fbbaa889 is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:11:23.689955 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:23.693593 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] Set router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:11:23.701304 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:23.723875 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846555'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:23.797754 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-46ad8748-5631-44a1-a361-c0acb96d8fdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, d506e9ff-3905-4ff2-b889-0b21fbbaa889) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:23.834204 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5848de-0f42-48d3-80eb-3e6985fc1e5a None None] Network d506e9ff-3905-4ff2-b889-0b21fbbaa889 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:11:23.837346 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ad8748-5631-44a1-a361-c0acb96d8fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:23.838150 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-46ad8748-5631-44a1-a361-c0acb96d8fdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:23.960526 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 74657586-273e-4a3f-aa0a-3aa39da9398f up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:11:23.988782 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Attempting to bind port 66211c45-ada4-4981-b2bd-e97eb6b257f8 on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:11:23.989161 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Attempting to bind port 66211c45-ada4-4981-b2bd-e97eb6b257f8 by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:11:23.989526 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Attempting to bind port 66211c45-ada4-4981-b2bd-e97eb6b257f8 on network 1e824111-cf35-4689-9431-3e5bca072ae7 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:11:24.015382 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:11:24.015767 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Checking segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:24.017096 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:24.017508 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Bound using segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:11:24.018223 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Bound port: 66211c45-ada4-4981-b2bd-e97eb6b257f8, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:11:24.018610 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:24.057424 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:18Z', 'revision_number': 3, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:24.066647 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-46ad8748-5631-44a1-a361-c0acb96d8fdd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.6682072 Sep 09 15:11:24.097550 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] For port 66211c45-ada4-4981-b2bd-e97eb6b257f8, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:11:24.105556 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] For port 66211c45-ada4-4981-b2bd-e97eb6b257f8, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=66211c45-ada4-4981-b2bd-e97eb6b257f8,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:11:24.133050 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1235725-79fc-4a92-b0af-d4d650f53fa0 None None] The sync data for ids ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'] in dv-cinder-776307-9-iscsi is: [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:18Z', 'revision_number': 3, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:11:24.138159 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:24.225249 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-f854d692-ed50-46cb-a35c-df5ba527e526 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Made reservation on behalf of a31d8717c5034c3fb3b7441331905157 for: {'port': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:24.230199 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-f854d692-ed50-46cb-a35c-df5ba527e526 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:24.231146 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782951a-ddd0-4a9c-9132-5e968a3608a5 None None] Pushing event updated for resources: {'Port': ['ID=66211c45-ada4-4981-b2bd-e97eb6b257f8,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:24.299583 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Allocated IP 172.20.0.1 (bfa1bfaf-34e0-4f2b-966f-dc046c011c4c/db53f811-03ef-4135-a3c5-5d3aa6a75f6d/61330a91-e5bc-4f3d-9d40-0090d079f598) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:11:24.309193 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053c56c9-973d-4a1e-9cbb-4805da70e696 None None] Network d506e9ff-3905-4ff2-b889-0b21fbbaa889 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:11:24.331151 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607090', 'neutron.services.segments.db._delete_segments_for_network-8752445426589'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:24.331151 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:24.502329 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] Router 7536d9be-2ee2-459f-9943-3248761e5c1a has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:11:24.550272 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:11:24.564538 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-40e91e90-4fc6-4cd9-82d3-0e55fd99ddeb req-97423c85-a224-4141-b319-fa2ba26d5041 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 210 time: 0.1366193 Sep 09 15:11:24.565619 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:11:24.566599 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:11:24.567049 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Subscribe: > port after_create 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:11:24.567495 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:11:24.568022 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Subscribe: > port after_update 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:11:24.568430 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:11:24.568859 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:11:24.569276 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:11:24.572973 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:11:24.600130 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Routers {'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:11:24.620813 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:11:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:25.058081 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782951a-ddd0-4a9c-9132-5e968a3608a5 None None] Pushing event updated for resources: {'Port': ['ID=66211c45-ada4-4981-b2bd-e97eb6b257f8,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:25.099058 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-f854d692-ed50-46cb-a35c-df5ba527e526 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Allocated IP 172.20.0.4 (72e336a9-72a8-4a88-9a87-10d22fd1de92/1dec1490-2ae8-447b-99f8-92bc4a0323db/ee9cc852-709e-4a14-ab53-95b45d124ce8) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:11:25.162595 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:25.178392 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:25.224240 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:11:25.224646 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:11:25.225090 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:11:25.225595 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:11:25.226133 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5c943c-f115-455c-99bd-d818a0b04746']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:25.253640 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Transition to ACTIVE for port object 61330a91-e5bc-4f3d-9d40-0090d079f598 will not be triggered until provisioned by entity DHCP. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:25.294483 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d955f1-4d60-499c-be8d-2062360b48e0') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:25.294879 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d955f1-4d60-499c-be8d-2062360b48e0') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:25.312054 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 74657586-273e-4a3f-aa0a-3aa39da9398f triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:25.314053 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:25.522964 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:11:25.528242 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752445428902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60623587'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:25.537712 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ce817d8f-17ef-41b0-b0fd-f7670115a46b admin admin] 10.222.0.18 "PUT /v2.0/routers/7536d9be-2ee2-459f-9943-3248761e5c1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1127698 Sep 09 15:11:25.580488 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Sync routers for ids ['7536d9be-2ee2-459f-9943-3248761e5c1a'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:11:25.588199 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] Set router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:11:25.663040 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:25.720499 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:11:25.720923 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3167866'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: from cryptography.utils import int_from_bytes Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: from cryptography.utils import int_from_bytes Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: timer() Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: cb(*args, **kw) Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: self._notify() Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: self.callback(batched_events) Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: event.method(event) Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._get(url).json() Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 15:11:25.724936 dv-cinder-776307-9-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 15:11:26.048113 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Routers {'7536d9be-2ee2-459f-9943-3248761e5c1a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:11:26.049724 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:11:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['7536d9be-2ee2-459f-9943-3248761e5c1a'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:26.093182 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Allocated IP 172.20.0.1 (523750d6-4668-45d0-b10f-8b045df11afb/ff7b0629-fe79-43e4-954a-7cf836f43f0a/92f64f46-a0c5-4410-b388-8e5e847967fa) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:11:26.183736 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 34862) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:26.190497 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9260849e-7f90-4d7a-bfa8-02f408bc32e0 req-918c250a-f5d4-43a6-9943-32ca29282add tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 210 time: 0.2366440 Sep 09 15:11:26.208879 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-0be38ecc-c8a3-4b09-93d2-750304d603bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-157936015-network', 'tenant_id': '4e04d481c04c4d68968ba06bfe5155bc'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:26.284713 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be38ecc-c8a3-4b09-93d2-750304d603bc admin admin] Made reservation on behalf of 4e04d481c04c4d68968ba06bfe5155bc for: {'network': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:26.293470 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0be38ecc-c8a3-4b09-93d2-750304d603bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:26.312406 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:26.346636 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0be38ecc-c8a3-4b09-93d2-750304d603bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:26.376926 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681868'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:26.423203 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:26.430065 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6f5c943c-f115-455c-99bd-d818a0b04746 HTTP/1.1" status: 204 len: 168 time: 3.0022478 Sep 09 15:11:26.484687 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34870) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:26.491318 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Set router 7536d9be-2ee2-459f-9943-3248761e5c1a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:11:26.520379 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0be38ecc-c8a3-4b09-93d2-750304d603bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:26.537740 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:11:26.539473 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0be38ecc-c8a3-4b09-93d2-750304d603bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:26.545433 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-f854d692-ed50-46cb-a35c-df5ba527e526 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:26.557574 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:26.568797 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:11:26.569411 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681989'] for router_interface, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:26.584162 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bdaed-fc87-4701-87f9-fdb582be0d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f5c943c-f115-455c-99bd-d818a0b04746,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:26.685288 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Pushing event updated for resources: {'Port': ['ID=61330a91-e5bc-4f3d-9d40-0090d079f598,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:26.685288 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be38ecc-c8a3-4b09-93d2-750304d603bc admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=94130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:11:26.712889 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0be38ecc-c8a3-4b09-93d2-750304d603bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:26.713373 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.segments_db [None req-0be38ecc-c8a3-4b09-93d2-750304d603bc admin admin] Added segment fe62822b-73a8-43a0-bd11-8ed4d33a2ce0 of type vlan for network 8780ee7f-bbe3-4936-9aef-c3588852bde7 Sep 09 15:11:26.768534 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be38ecc-c8a3-4b09-93d2-750304d603bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862d61c0-4d38-4986-9576-088a5648c8fd,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:26.930266 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:27.001886 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-f854d692-ed50-46cb-a35c-df5ba527e526 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:27.037137 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0be38ecc-c8a3-4b09-93d2-750304d603bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:27.071236 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-576739df-07e9-46ae-9bf9-59ecda0c2f47 admin admin] Deleting subnet d0ab7d7c-fa55-4096-897b-dc6beeeaebf8 {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 15:11:27.086137 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Transition to ACTIVE for port object 92f64f46-a0c5-4410-b388-8e5e847967fa will not be triggered until provisioned by entity DHCP. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:27.163504 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-576739df-07e9-46ae-9bf9-59ecda0c2f47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:27.171287 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:27.246416 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854d692-ed50-46cb-a35c-df5ba527e526 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Pushing event updated for resources: {'Port': ['ID=ee9cc852-709e-4a14-ab53-95b45d124ce8,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:27.291302 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Pushing event updated for resources: {'Port': ['ID=92f64f46-a0c5-4410-b388-8e5e847967fa,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:27.325775 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Network 523750d6-4668-45d0-b10f-8b045df11afb is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:11:27.369027 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:27.371050 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-f854d692-ed50-46cb-a35c-df5ba527e526 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Network 72e336a9-72a8-4a88-9a87-10d22fd1de92 is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:11:27.371408 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-576739df-07e9-46ae-9bf9-59ecda0c2f47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60623514'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:27.371408 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:11:27.405393 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681989'] for router_interface, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:27.423435 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-f854d692-ed50-46cb-a35c-df5ba527e526 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:27.426564 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:11:27.468341 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.db.resource_extend [None req-0be38ecc-c8a3-4b09-93d2-750304d603bc admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 15:11:27.479184 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-f854d692-ed50-46cb-a35c-df5ba527e526 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:11:27.491542 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-f854d692-ed50-46cb-a35c-df5ba527e526 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:27.493192 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-f854d692-ed50-46cb-a35c-df5ba527e526 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:27.550525 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-93b77b31-15e0-4322-9c17-bc475a663b1d None None] Provisioning for port 61330a91-e5bc-4f3d-9d40-0090d079f598 completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:11:27.615987 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-93b77b31-15e0-4322-9c17-bc475a663b1d None None] Provisioning complete for port 61330a91-e5bc-4f3d-9d40-0090d079f598 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:27.616505 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-93b77b31-15e0-4322-9c17-bc475a663b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:27.623647 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-576739df-07e9-46ae-9bf9-59ecda0c2f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612359'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:27.706855 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:27.750908 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-93b77b31-15e0-4322-9c17-bc475a663b1d None None] Port 61330a91-e5bc-4f3d-9d40-0090d079f598 cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:11:27.789398 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:27.790101 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:27.792840 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:27.799280 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'name': 'tempest-ServerRescueNegativeTestJSON-2000697879-router', 'tenant_id': 'ecd5472851a04119989b4a5d14235398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a00ae016-d7c2-4271-b407-ceee14f28a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:11Z', 'updated_at': '2021-09-09T15:11:20Z', 'revision_number': 4, 'project_id': 'ecd5472851a04119989b4a5d14235398', 'gw_port': {'id': 'a00ae016-d7c2-4271-b407-ceee14f28a70', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:12Z', 'updated_at': '2021-09-09T15:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb', 'name': '', 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655', 'tenant_id': 'ecd5472851a04119989b4a5d14235398', 'mac_address': 'fa:16:3e:0f:13:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f37a255f-f939-40f3-9b3f-c731225da8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:21Z', 'revision_number': 2, 'project_id': 'ecd5472851a04119989b4a5d14235398', 'subnets': [{'id': 'f37a255f-f939-40f3-9b3f-c731225da8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:27.829823 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea5809-a012-40bf-ad15-8cbe2f640113 req-37446f9d-39ff-478c-8ff0-df3806aaf469 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:27.838657 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-86ea5809-a012-40bf-ad15-8cbe2f640113 req-37446f9d-39ff-478c-8ff0-df3806aaf469 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 931 time: 0.3836420 Sep 09 15:11:27.841525 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-f854d692-ed50-46cb-a35c-df5ba527e526 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7163961 Sep 09 15:11:27.874136 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0be38ecc-c8a3-4b09-93d2-750304d603bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:27.875452 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be38ecc-c8a3-4b09-93d2-750304d603bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:27.876242 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0be38ecc-c8a3-4b09-93d2-750304d603bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:27.894723 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-dde4d7db-8b6f-4e15-a479-5047bf3b2d2d tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 15:11:27.896563 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-dde4d7db-8b6f-4e15-a479-5047bf3b2d2d tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082264 Sep 09 15:11:27.903310 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Checking router: 7536d9be-2ee2-459f-9943-3248761e5c1a for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:11:27.903664 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Updating router 7536d9be-2ee2-459f-9943-3248761e5c1a port 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb binding host dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:11:27.996088 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:17Z', 'revision_number': 3, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:28.001141 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-5c861108-88f4-49c5-892e-e197e07bdc99 None None] Provisioning for port 92f64f46-a0c5-4410-b388-8e5e847967fa completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:11:28.008295 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-0be38ecc-c8a3-4b09-93d2-750304d603bc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8173902 Sep 09 15:11:28.013400 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:28.017563 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 34906) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:28.132997 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-5c861108-88f4-49c5-892e-e197e07bdc99 None None] Provisioning complete for port 92f64f46-a0c5-4410-b388-8e5e847967fa triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:28.133667 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5c861108-88f4-49c5-892e-e197e07bdc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:28.139532 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95444e79-d0a6-49c4-af77-b6d44cc3beec None None] The sync data for ids ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'] in dv-cinder-776307-9-iscsi is: [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:17Z', 'revision_number': 3, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:11:28.402552 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-576739df-07e9-46ae-9bf9-59ecda0c2f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3167384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59967899'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:28.481999 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576739df-07e9-46ae-9bf9-59ecda0c2f47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ab7d7c-fa55-4096-897b-dc6beeeaebf8,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:28.500131 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-576739df-07e9-46ae-9bf9-59ecda0c2f47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:28.502744 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:28.506836 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-576739df-07e9-46ae-9bf9-59ecda0c2f47 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d0ab7d7c-fa55-4096-897b-dc6beeeaebf8 HTTP/1.1" status: 204 len: 168 time: 2.0193815 Sep 09 15:11:28.507536 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34924) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:28.581015 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-49c99b6d-2f6a-42b4-95fb-a0e7bf46c6a5 admin admin] Request body: {'subnet': {'network_id': '8780ee7f-bbe3-4936-9aef-c3588852bde7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-157936015-subnet', 'tenant_id': '4e04d481c04c4d68968ba06bfe5155bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:28.587936 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-86ea5809-a012-40bf-ad15-8cbe2f640113 req-73d247cd-d00e-4364-ac02-e7a6cfaaee7d tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e33cc5f-ace1-41cd-add6-a40042458981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7071478 Sep 09 15:11:28.598001 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:28.603104 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682389'] for router_interface, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:28.727584 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be38ecc-c8a3-4b09-93d2-750304d603bc admin admin] Pushing event updated for resources: {'Network': ['ID=8780ee7f-bbe3-4936-9aef-c3588852bde7,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:28.753694 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-ad03531b-0de6-4dff-a835-38ac6c56873a tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:28.757466 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-ad03531b-0de6-4dff-a835-38ac6c56873a tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/networks?id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655 HTTP/1.1" status: 200 len: 819 time: 1.5129290 Sep 09 15:11:28.773383 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Pushing event updated for resources: {'Port': ['ID=61330a91-e5bc-4f3d-9d40-0090d079f598,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:28.863008 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-23f9e0cc-db10-448e-814a-22a7c869852a tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/quotas/ecd5472851a04119989b4a5d14235398 HTTP/1.1" status: 200 len: 375 time: 0.0721469 Sep 09 15:11:28.872065 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Request body: {'port': {'device_id': '7e20e5d6-27a7-4759-8da6-fe5349c92491', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:28.883812 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:28.936882 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-72767198-81ce-4052-ae41-34c30efa5e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846555'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:28.948208 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:29.111670 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network 8780ee7f-bbe3-4936-9aef-c3588852bde7 details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:11:29.155582 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Pushing event updated for resources: {'Port': ['ID=92f64f46-a0c5-4410-b388-8e5e847967fa,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:29.172823 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682389'] for router_interface, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:29.258095 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-72767198-81ce-4052-ae41-34c30efa5e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607090', 'neutron.services.segments.db._delete_segments_for_network-8752445426589'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:29.300064 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-72767198-81ce-4052-ae41-34c30efa5e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7409b942-febc-4fb6-ba2c-ab9eabf6ea21']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:29.311170 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-72767198-81ce-4052-ae41-34c30efa5e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b4cc13-96f1-4e67-89b5-eb3cbc1a669a') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:29.311506 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-72767198-81ce-4052-ae41-34c30efa5e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b4cc13-96f1-4e67-89b5-eb3cbc1a669a') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:29.334374 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-72767198-81ce-4052-ae41-34c30efa5e9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752445428902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60623587'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:29.343964 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c99b6d-2f6a-42b4-95fb-a0e7bf46c6a5 admin admin] Made reservation on behalf of 4e04d481c04c4d68968ba06bfe5155bc for: {'subnet': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:29.351627 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-49c99b6d-2f6a-42b4-95fb-a0e7bf46c6a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:29.373531 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-72767198-81ce-4052-ae41-34c30efa5e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:29.373794 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72767198-81ce-4052-ae41-34c30efa5e9d admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:11:29.374297 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-72767198-81ce-4052-ae41-34c30efa5e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3167866'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: timer() Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: cb(*args, **kw) Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: self._notify() Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: self.callback(batched_events) Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: event.method(event) Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._get(url).json() Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 15:11:29.469008 dv-cinder-776307-9-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 15:11:29.481419 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-72767198-81ce-4052-ae41-34c30efa5e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681868'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:29.490543 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-72767198-81ce-4052-ae41-34c30efa5e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:29.494293 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-72767198-81ce-4052-ae41-34c30efa5e9d admin admin] 10.222.0.18 "DELETE /v2.0/networks/7409b942-febc-4fb6-ba2c-ab9eabf6ea21 HTTP/1.1" status: 204 len: 168 time: 0.9770792 Sep 09 15:11:29.520829 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72767198-81ce-4052-ae41-34c30efa5e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=7409b942-febc-4fb6-ba2c-ab9eabf6ea21,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:29.521815 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:11:29.533977 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:29.651744 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-5c861108-88f4-49c5-892e-e197e07bdc99 None None] Port 92f64f46-a0c5-4410-b388-8e5e847967fa cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:11:29.708799 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:29.720389 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Network 523750d6-4668-45d0-b10f-8b045df11afb is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:11:29.734895 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:29.742732 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Transition to ACTIVE for port object 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:29.763542 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:29.975266 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a9556-63bf-4dae-9304-e9af677e0001 None None] Pushing event updated for resources: {'Port': ['ID=04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:30.074253 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 17ba843e-df37-45d5-a1f1-dbc221a61508 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:11:30.077749 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34952) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:30.099600 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:11:30.200655 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:11:30.202838 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:30.248072 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Attempting to bind port 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:11:30.248545 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Attempting to bind port 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': 'c8c95fdd-1bf3-40f6-8d41-92495f6bea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:11:30.248723 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Attempting to bind port 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb on network 6ad32836-6dc0-4f08-8fbb-8323ce2c5655 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:11:30.255538 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-5e0dc3f1-584a-43f0-ba99-4c3ec5c524a6 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecd5472851a04119989b4a5d14235398&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0738063 Sep 09 15:11:30.258175 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2aef57fe-e49f-4546-b4b1-33a46c4bf422 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b538cec2adc48d998b625ee45a5f78f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1783032 Sep 09 15:11:30.260569 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:11:30.261192 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Checking segment: {'id': 'c8c95fdd-1bf3-40f6-8d41-92495f6bea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:30.261715 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34958) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:30.261904 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:30.262397 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Bound using segment: {'id': 'c8c95fdd-1bf3-40f6-8d41-92495f6bea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:11:30.263103 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Bound port: 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c95fdd-1bf3-40f6-8d41-92495f6bea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:11:30.263494 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:30.295291 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ef87d7f8-98c7-4fe3-ba39-e46152dd7b98 None None] Provisioning complete for port 61330a91-e5bc-4f3d-9d40-0090d079f598 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:30.295944 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ef87d7f8-98c7-4fe3-ba39-e46152dd7b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:30.401079 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-507d2967-48dd-4c2f-a9ec-54c61f59d931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:30.420106 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:11:30.447203 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-9a32ce7d-d187-40c4-8575-0176e0b47c86 admin admin] 10.222.0.18 "PUT /v2.0/routers/de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3489118 Sep 09 15:11:30.455410 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-507d2967-48dd-4c2f-a9ec-54c61f59d931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:30.543366 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 17ba843e-df37-45d5-a1f1-dbc221a61508 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:11:30.590552 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 17ba843e-df37-45d5-a1f1-dbc221a61508 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:30.590971 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:30.628243 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-507d2967-48dd-4c2f-a9ec-54c61f59d931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:30.632895 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-507d2967-48dd-4c2f-a9ec-54c61f59d931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:30.636791 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-507d2967-48dd-4c2f-a9ec-54c61f59d931 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9dfce5c-bfdf-4a92-9d22-653a29b4240e HTTP/1.1" status: 204 len: 168 time: 0.3710210 Sep 09 15:11:30.670954 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d2967-48dd-4c2f-a9ec-54c61f59d931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dfce5c-bfdf-4a92-9d22-653a29b4240e,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:30.755441 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ef87d7f8-98c7-4fe3-ba39-e46152dd7b98 None None] Port 61330a91-e5bc-4f3d-9d40-0090d079f598 cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:11:30.888100 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] For port 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:11:30.895113 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] For port 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb,segment=NetworkSegment(c8c95fdd-1bf3-40f6-8d41-92495f6bea6d),segment_id=c8c95fdd-1bf3-40f6-8d41-92495f6bea6d)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:11:30.914564 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:31.011746 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-e38e3cc6-9751-414c-a8aa-7dc8183dadbd None None] Provisioning complete for port 92f64f46-a0c5-4410-b388-8e5e847967fa triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:31.014191 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e38e3cc6-9751-414c-a8aa-7dc8183dadbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:31.178222 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-e38e3cc6-9751-414c-a8aa-7dc8183dadbd None None] Port 92f64f46-a0c5-4410-b388-8e5e847967fa cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:11:31.249754 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9cc852-709e-4a14-ab53-95b45d124ce8 {{(pid=94130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:11:31.271455 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:31.301343 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:31.476185 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Routers {'7536d9be-2ee2-459f-9943-3248761e5c1a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:11:31.482094 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:11:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['7536d9be-2ee2-459f-9943-3248761e5c1a'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:31.484173 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a9556-63bf-4dae-9304-e9af677e0001 None None] Pushing event updated for resources: {'Port': ['ID=04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:31.497804 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:11:31.510990 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port 17ba843e-df37-45d5-a1f1-dbc221a61508, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=17ba843e-df37-45d5-a1f1-dbc221a61508,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:11:31.532265 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Sync routers for ids ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:11:31.572223 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Routers {'c7ffaaf2-74c6-4a09-8b57-5315a054cc04'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:11:31.577836 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:11:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:31.601756 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6d47e-f84a-42e6-bcbe-28e7ec34e241 req-8accc130-4275-4ce4-be13-ff5c973f055e tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:31.604515 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-43b6d47e-f84a-42e6-bcbe-28e7ec34e241 req-8accc130-4275-4ce4-be13-ff5c973f055e tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 931 time: 1.7761350 Sep 09 15:11:31.609783 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-5d8e383f-5c53-482a-9908-2055f6e94c32 admin admin] 10.222.0.18 "PUT /v2.0/routers/c7ffaaf2-74c6-4a09-8b57-5315a054cc04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7053828 Sep 09 15:11:31.615020 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-49c99b6d-2f6a-42b4-95fb-a0e7bf46c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for subnet, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:31.660747 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-42d4fe77-2d08-4a8d-a5b5-8c3f129c3653 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 15:11:31.661939 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-42d4fe77-2d08-4a8d-a5b5-8c3f129c3653 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6981170 Sep 09 15:11:31.667269 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 34998) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:31.693141 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Transition to ACTIVE for port object ee9cc852-709e-4a14-ab53-95b45d124ce8 will not be triggered until provisioned by entity L2. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:31.722090 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:31.723182 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 66211c45-ada4-4981-b2bd-e97eb6b257f8 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:11:31.730890 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Sync routers for ids ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:11:31.738128 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:31.769188 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-78355b68-56ce-48b2-a325-a06733392629 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ebf5f07198343649d0ffdc3d8b1854c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1006489 Sep 09 15:11:31.771954 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35000) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:31.821528 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Set router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:11:31.870761 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-16c95400-733c-4cd9-8cfc-a35973547c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:31.888994 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Routers {'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:11:31.889629 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:11:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:31.924442 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9cc852-709e-4a14-ab53-95b45d124ce8,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:31.931691 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-16c95400-733c-4cd9-8cfc-a35973547c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:32.052497 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-43b6d47e-f84a-42e6-bcbe-28e7ec34e241 req-b076053c-8818-41f0-990f-c3d1560fdc0d tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e33cc5f-ace1-41cd-add6-a40042458981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262590 Sep 09 15:11:32.078919 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-16c95400-733c-4cd9-8cfc-a35973547c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:32.084205 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-16c95400-733c-4cd9-8cfc-a35973547c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:32.087771 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-16c95400-733c-4cd9-8cfc-a35973547c3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe166d06-d239-4731-8d8e-ecdca7df756a HTTP/1.1" status: 204 len: 168 time: 0.3124797 Sep 09 15:11:32.095298 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c99b6d-2f6a-42b4-95fb-a0e7bf46c6a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52734486-439b-4df6-b7ce-0f80d639468d,revision_number=0']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:32.098952 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c95400-733c-4cd9-8cfc-a35973547c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe166d06-d239-4731-8d8e-ecdca7df756a,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:32.172264 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c99b6d-2f6a-42b4-95fb-a0e7bf46c6a5 admin admin] Checking segment: {'id': 'fe62822b-73a8-43a0-bd11-8ed4d33a2ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8780ee7f-bbe3-4936-9aef-c3588852bde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:32.172616 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c99b6d-2f6a-42b4-95fb-a0e7bf46c6a5 admin admin] Network hostable DHCP agents. Network: 8780ee7f-bbe3-4936-9aef-c3588852bde7, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:11:32.182626 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Attempting to bind port ee9cc852-709e-4a14-ab53-95b45d124ce8 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:11:32.189109 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Attempting to bind port ee9cc852-709e-4a14-ab53-95b45d124ce8 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'f44fb324-31f8-4478-a437-ff5249157774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '72e336a9-72a8-4a88-9a87-10d22fd1de92'}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:11:32.189441 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Attempting to bind port ee9cc852-709e-4a14-ab53-95b45d124ce8 on network 72e336a9-72a8-4a88-9a87-10d22fd1de92 {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:11:32.235353 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=17ba843e-df37-45d5-a1f1-dbc221a61508,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:32.236162 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Port ee9cc852-709e-4a14-ab53-95b45d124ce8 on network 72e336a9-72a8-4a88-9a87-10d22fd1de92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:11:32.236632 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Attempting to bind port ee9cc852-709e-4a14-ab53-95b45d124ce8 on network 72e336a9-72a8-4a88-9a87-10d22fd1de92 {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:11:32.258430 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-1fea3cb7-8cf1-4bce-b042-1630f9516f90 service neutron] 10.222.0.18 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710132 Sep 09 15:11:32.286495 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:11:32.286910 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Checking segment: {'id': 'f44fb324-31f8-4478-a437-ff5249157774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '72e336a9-72a8-4a88-9a87-10d22fd1de92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:32.302663 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Bound using segment: {'id': 'f44fb324-31f8-4478-a437-ff5249157774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '72e336a9-72a8-4a88-9a87-10d22fd1de92'} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:11:32.303418 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Bound port: ee9cc852-709e-4a14-ab53-95b45d124ce8, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44fb324-31f8-4478-a437-ff5249157774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '72e336a9-72a8-4a88-9a87-10d22fd1de92'}}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:11:32.303952 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:32.362312 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c99b6d-2f6a-42b4-95fb-a0e7bf46c6a5 admin admin] Network 8780ee7f-bbe3-4936-9aef-c3588852bde7 is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:11:32.386414 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '61330a91-e5bc-4f3d-9d40-0090d079f598', 'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'mac_address': 'fa:16:3e:ff:e1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:23Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 2, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'subnets': [{'id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:32.467726 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] Set router 7536d9be-2ee2-459f-9943-3248761e5c1a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:11:32.496611 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-49c99b6d-2f6a-42b4-95fb-a0e7bf46c6a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, 8780ee7f-bbe3-4936-9aef-c3588852bde7) {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:32.515215 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Checking router: c7ffaaf2-74c6-4a09-8b57-5315a054cc04 for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:11:32.516213 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Updating router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 port 61330a91-e5bc-4f3d-9d40-0090d079f598 binding host dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:11:32.522332 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c99b6d-2f6a-42b4-95fb-a0e7bf46c6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:32.523248 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-49c99b6d-2f6a-42b4-95fb-a0e7bf46c6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:32.573454 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f9c48e-3b83-47d0-b612-200f60927424 None None] Network 8780ee7f-bbe3-4936-9aef-c3588852bde7 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:11:32.623320 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 66211c45-ada4-4981-b2bd-e97eb6b257f8 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:11:32.661459 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:32.716945 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 66211c45-ada4-4981-b2bd-e97eb6b257f8 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:32.718901 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:32.732189 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-2889eec6-34cf-4494-8851-0dd5557ebf48 service neutron] 10.222.0.18 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691317 Sep 09 15:11:32.755291 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-49c99b6d-2f6a-42b4-95fb-a0e7bf46c6a5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.7190194 Sep 09 15:11:32.755291 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] For port ee9cc852-709e-4a14-ab53-95b45d124ce8, host hv-cinder-77630, cleared binding levels {{(pid=94130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:11:32.757643 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] For port ee9cc852-709e-4a14-ab53-95b45d124ce8, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ee9cc852-709e-4a14-ab53-95b45d124ce8,segment=NetworkSegment(f44fb324-31f8-4478-a437-ff5249157774),segment_id=f44fb324-31f8-4478-a437-ff5249157774)] {{(pid=94130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:11:32.775196 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:32.854632 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:32.855676 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:32.859211 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] 10.222.0.39 "PUT /v2.0/ports/ee9cc852-709e-4a14-ab53-95b45d124ce8 HTTP/1.1" status: 200 len: 1093 time: 4.2690687 Sep 09 15:11:32.863042 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e20e5d6-27a7-4759-8da6-fe5349c92491', 'tag': 'ee9cc852-709e-4a14-ab53-95b45d124ce8'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:11:32.907617 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Set router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:11:33.623470 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d7e5d-1e1c-46a6-8d0e-1096c80052d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9cc852-709e-4a14-ab53-95b45d124ce8,revision_number=3']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:33.714944 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-6852f063-67f5-45e1-a149-8fe35ab4792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:33.716545 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-6852f063-67f5-45e1-a149-8fe35ab4792a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a31d8717c5034c3fb3b7441331905157&device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 1096 time: 0.2251596 Sep 09 15:11:33.889016 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:33.919178 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Transition to ACTIVE for port object 61330a91-e5bc-4f3d-9d40-0090d079f598 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:33.937572 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:34.017959 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746aabfa-1bc9-4910-90d7-b9b0d971318e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e20e5d6-27a7-4759-8da6-fe5349c92491", "tag": "ee9cc852-709e-4a14-ab53-95b45d124ce8"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:11:34.145830 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35082) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:34.152706 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-3dff9e44-f8a1-4181-a478-33628b8b2413 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--587748514', 'description': 'tempest-description--459287973'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:34.193728 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44294fae-15ef-4174-937c-b18f04f304da None None] Pushing event updated for resources: {'Port': ['ID=61330a91-e5bc-4f3d-9d40-0090d079f598,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:34.272066 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3dff9e44-f8a1-4181-a478-33628b8b2413 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:34.332181 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Attempting to bind port 61330a91-e5bc-4f3d-9d40-0090d079f598 on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:11:34.339343 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Attempting to bind port 61330a91-e5bc-4f3d-9d40-0090d079f598 by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '24394f6b-9b3e-4e73-9b84-bf533dec1e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:11:34.342037 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Attempting to bind port 61330a91-e5bc-4f3d-9d40-0090d079f598 on network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:11:34.355906 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:11:34.372728 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Checking segment: {'id': '24394f6b-9b3e-4e73-9b84-bf533dec1e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:34.373137 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:34.374943 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Bound using segment: {'id': '24394f6b-9b3e-4e73-9b84-bf533dec1e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:11:34.375460 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Bound port: 61330a91-e5bc-4f3d-9d40-0090d079f598, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24394f6b-9b3e-4e73-9b84-bf533dec1e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:11:34.377137 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:34.433839 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f0ab2-87f4-4ab8-ae9a-716231b14ae7 req-ea333e8f-e7c9-4f41-b39a-ed093388f6b6 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:34.452628 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ea0f0ab2-87f4-4ab8-ae9a-716231b14ae7 req-ea333e8f-e7c9-4f41-b39a-ed093388f6b6 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 943 time: 0.1816766 Sep 09 15:11:34.564294 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ea0f0ab2-87f4-4ab8-ae9a-716231b14ae7 req-e01616d5-f666-47fb-9624-7d749c98d7b9 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e33cc5f-ace1-41cd-add6-a40042458981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038787 Sep 09 15:11:34.631907 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] For port 61330a91-e5bc-4f3d-9d40-0090d079f598, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:11:34.634280 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:34.641434 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] For port 61330a91-e5bc-4f3d-9d40-0090d079f598, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=61330a91-e5bc-4f3d-9d40-0090d079f598,segment=NetworkSegment(24394f6b-9b3e-4e73-9b84-bf533dec1e8f),segment_id=24394f6b-9b3e-4e73-9b84-bf533dec1e8f)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:11:34.653858 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:34.679251 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port 66211c45-ada4-4981-b2bd-e97eb6b257f8, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=66211c45-ada4-4981-b2bd-e97eb6b257f8,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:11:34.684551 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3dff9e44-f8a1-4181-a478-33628b8b2413 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:34.696231 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3dff9e44-f8a1-4181-a478-33628b8b2413 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:34.699315 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f7f5dd9a-f3ef-4954-a7cf-78733d0a47ec req-fa037c4b-b7c4-468b-a436-17ceafe30fbd tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 210 time: 0.0590158 Sep 09 15:11:34.724784 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:34.782475 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3dff9e44-f8a1-4181-a478-33628b8b2413 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:34.788079 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3dff9e44-f8a1-4181-a478-33628b8b2413 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6411154 Sep 09 15:11:34.791207 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 35116) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:34.796333 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-e4c4dea8-6ff8-4905-a33b-6f9226d1eb3b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Request body: {'security_group_rule': {'security_group_id': 'cf026576-a28e-4e9b-b8f9-521a77aea268', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:34.866551 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff9e44-f8a1-4181-a478-33628b8b2413 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf026576-a28e-4e9b-b8f9-521a77aea268,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:34.884762 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=66211c45-ada4-4981-b2bd-e97eb6b257f8,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:34.884973 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35118) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:34.895592 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Routers {'c7ffaaf2-74c6-4a09-8b57-5315a054cc04'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:11:34.896233 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:11:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:34.901171 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1de62a8-3af2-41cb-9035-a62d3e4b90cf None None] Network 8780ee7f-bbe3-4936-9aef-c3588852bde7 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:11:34.902024 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-ec46028d-b75d-4c64-ad8c-46ae28615717 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1332846003', 'description': 'tempest-description--627545252'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:34.928806 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e4c4dea8-6ff8-4905-a33b-6f9226d1eb3b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:34.975456 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ec46028d-b75d-4c64-ad8c-46ae28615717 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:34.993353 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 17ba843e-df37-45d5-a1f1-dbc221a61508 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:11:35.016873 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44294fae-15ef-4174-937c-b18f04f304da None None] Pushing event updated for resources: {'Port': ['ID=61330a91-e5bc-4f3d-9d40-0090d079f598,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:35.069947 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e4c4dea8-6ff8-4905-a33b-6f9226d1eb3b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:35.082423 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e4c4dea8-6ff8-4905-a33b-6f9226d1eb3b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:35.151631 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4dea8-6ff8-4905-a33b-6f9226d1eb3b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35641859-f387-4495-b279-e649842adf68,revision_number=0']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:35.200865 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'name': 'tempest-ServerRescueNegativeTestJSON-2000697879-router', 'tenant_id': 'ecd5472851a04119989b4a5d14235398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a00ae016-d7c2-4271-b407-ceee14f28a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:11Z', 'updated_at': '2021-09-09T15:11:20Z', 'revision_number': 4, 'project_id': 'ecd5472851a04119989b4a5d14235398', 'gw_port': {'id': 'a00ae016-d7c2-4271-b407-ceee14f28a70', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:12Z', 'updated_at': '2021-09-09T15:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb', 'name': '', 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655', 'tenant_id': 'ecd5472851a04119989b4a5d14235398', 'mac_address': 'fa:16:3e:0f:13:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f37a255f-f939-40f3-9b3f-c731225da8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:30Z', 'revision_number': 4, 'project_id': 'ecd5472851a04119989b4a5d14235398', 'subnets': [{'id': 'f37a255f-f939-40f3-9b3f-c731225da8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:35.204649 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ec46028d-b75d-4c64-ad8c-46ae28615717 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:35.216141 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ec46028d-b75d-4c64-ad8c-46ae28615717 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:35.234248 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e4c4dea8-6ff8-4905-a33b-6f9226d1eb3b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:35.236129 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-e4c4dea8-6ff8-4905-a33b-6f9226d1eb3b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4438746 Sep 09 15:11:35.239859 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35136) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:35.271853 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-1f90474d-2104-44e6-90e5-d7b2d92fd238 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Request body: {'security_group_rule': {'security_group_id': 'cf026576-a28e-4e9b-b8f9-521a77aea268', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:35.291138 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf5b87-b0c7-4bda-b48b-4e3fd5a9acab None None] The sync data for ids ['7536d9be-2ee2-459f-9943-3248761e5c1a'] in dv-cinder-776307-9-iscsi is: [{'id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'name': 'tempest-ServerRescueNegativeTestJSON-2000697879-router', 'tenant_id': 'ecd5472851a04119989b4a5d14235398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a00ae016-d7c2-4271-b407-ceee14f28a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:11Z', 'updated_at': '2021-09-09T15:11:20Z', 'revision_number': 4, 'project_id': 'ecd5472851a04119989b4a5d14235398', 'gw_port': {'id': 'a00ae016-d7c2-4271-b407-ceee14f28a70', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:12Z', 'updated_at': '2021-09-09T15:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb', 'name': '', 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655', 'tenant_id': 'ecd5472851a04119989b4a5d14235398', 'mac_address': 'fa:16:3e:0f:13:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f37a255f-f939-40f3-9b3f-c731225da8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:30Z', 'revision_number': 4, 'project_id': 'ecd5472851a04119989b4a5d14235398', 'subnets': [{'id': 'f37a255f-f939-40f3-9b3f-c731225da8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:11:35.292784 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] Set router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:11:35.307453 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ec46028d-b75d-4c64-ad8c-46ae28615717 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:35.318569 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ec46028d-b75d-4c64-ad8c-46ae28615717 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4342899 Sep 09 15:11:35.326198 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35138) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:35.349599 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-ce4744a9-509a-4f8f-894a-31c1463e842f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Request body: {'security_group_rule': {'security_group_id': 'aadcda23-98d1-45f6-bbb9-4281906438ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:35.449455 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46028d-b75d-4c64-ad8c-46ae28615717 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aadcda23-98d1-45f6-bbb9-4281906438ec,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:35.497153 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-38778325-a120-4028-a963-80d4f78bc8f6 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:35.500617 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 17ba843e-df37-45d5-a1f1-dbc221a61508 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:35.501177 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:35.519977 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-38778325-a120-4028-a963-80d4f78bc8f6 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/networks?id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655 HTTP/1.1" status: 200 len: 819 time: 0.2913051 Sep 09 15:11:35.534530 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482e0a76-90fe-49e5-a9ab-894d5cc45a19 x-openstack-request-id: req-482e0a76-90fe-49e5-a9ab-894d5cc45a19 {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:11:35.538603 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e20e5d6-27a7-4759-8da6-fe5349c92491", "tag": "ee9cc852-709e-4a14-ab53-95b45d124ce8", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:11:35.538603 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-482e0a76-90fe-49e5-a9ab-894d5cc45a19 {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:11:35.538603 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e20e5d6-27a7-4759-8da6-fe5349c92491', 'tag': 'ee9cc852-709e-4a14-ab53-95b45d124ce8', 'status': 'completed', 'code': 200} Sep 09 15:11:35.571820 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-1bede4a7-ecd0-4115-85f4-63bfad77b8f0 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/quotas/ecd5472851a04119989b4a5d14235398 HTTP/1.1" status: 200 len: 375 time: 0.0441043 Sep 09 15:11:35.586766 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1f90474d-2104-44e6-90e5-d7b2d92fd238 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:35.715846 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ce4744a9-509a-4f8f-894a-31c1463e842f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:35.754907 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-d90cbedd-1e86-4aea-afac-217d3baf72e4 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecd5472851a04119989b4a5d14235398&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1634305 Sep 09 15:11:35.987956 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1f90474d-2104-44e6-90e5-d7b2d92fd238 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:36.010419 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1f90474d-2104-44e6-90e5-d7b2d92fd238 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:36.013288 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ce4744a9-509a-4f8f-894a-31c1463e842f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:36.054781 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ce4744a9-509a-4f8f-894a-31c1463e842f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:36.062367 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '61330a91-e5bc-4f3d-9d40-0090d079f598', 'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'mac_address': 'fa:16:3e:ff:e1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:23Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'subnets': [{'id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:36.099207 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ce4744a9-509a-4f8f-894a-31c1463e842f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:36.103732 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ce4744a9-509a-4f8f-894a-31c1463e842f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7593503 Sep 09 15:11:36.112018 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90474d-2104-44e6-90e5-d7b2d92fd238 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5017345-3d7d-4599-b2a6-3051a491ea17,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:36.119827 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35162) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:36.128130 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-1215cc85-605e-4231-90c3-ddd4218feb9f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Request body: {'security_group_rule': {'security_group_id': 'aadcda23-98d1-45f6-bbb9-4281906438ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:36.131311 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '92f64f46-a0c5-4410-b388-8e5e847967fa', 'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'mac_address': 'fa:16:3e:f9:99:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:25Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 2, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'subnets': [{'id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:36.137051 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07392290-f93e-4466-9955-fd296e6ae7dd None None] The sync data for ids ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'] in dv-cinder-776307-9-iscsi is: [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '61330a91-e5bc-4f3d-9d40-0090d079f598', 'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'mac_address': 'fa:16:3e:ff:e1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:23Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'subnets': [{'id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:11:36.159916 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1f90474d-2104-44e6-90e5-d7b2d92fd238 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:36.161375 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1f90474d-2104-44e6-90e5-d7b2d92fd238 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9087675 Sep 09 15:11:36.169577 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35164) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:36.177054 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-cef95ad1-2609-4c33-8090-bf5770e54c7d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Request body: {'floatingip': {'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:36.192365 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4744a9-509a-4f8f-894a-31c1463e842f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a94c834-90f9-4b65-9fbc-d8903708f05f,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:36.222534 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Checking router: de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:11:36.222927 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Updating router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 port 92f64f46-a0c5-4410-b388-8e5e847967fa binding host dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:11:36.268504 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1215cc85-605e-4231-90c3-ddd4218feb9f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:36.286964 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-8918611b-44f5-45d1-bbe5-b57137bbd04f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee9cc852-709e-4a14-ab53-95b45d124ce8 HTTP/1.1" status: 200 len: 217 time: 0.2887666 Sep 09 15:11:36.316857 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cef95ad1-2609-4c33-8090-bf5770e54c7d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for floatingip, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:36.338793 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-a51f62cb-a088-4c74-b250-115efd5c8fe6 service neutron] 10.222.0.18 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5769410 Sep 09 15:11:36.347395 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:36.382168 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905437f-1abc-4c76-9dd7-b4e49dc09507 req-3425f1b5-bf05-47bd-a128-a8f7d14c0857 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:36.384088 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b905437f-1abc-4c76-9dd7-b4e49dc09507 req-3425f1b5-bf05-47bd-a128-a8f7d14c0857 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 943 time: 0.5190456 Sep 09 15:11:36.416454 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1215cc85-605e-4231-90c3-ddd4218feb9f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:36.427410 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1215cc85-605e-4231-90c3-ddd4218feb9f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:36.467030 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b905437f-1abc-4c76-9dd7-b4e49dc09507 req-b518d923-8abd-4fa4-9661-83b779ad5a68 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e33cc5f-ace1-41cd-add6-a40042458981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724220 Sep 09 15:11:36.493470 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215cc85-605e-4231-90c3-ddd4218feb9f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d82ab27-9fca-4fef-9f2e-e647477813a8,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:36.538458 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1215cc85-605e-4231-90c3-ddd4218feb9f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:36.543417 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1215cc85-605e-4231-90c3-ddd4218feb9f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4190323 Sep 09 15:11:36.600443 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-8668afc9-a95b-4f1a-a80d-3ce01d3c346d service neutron] 10.222.0.18 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604489 Sep 09 15:11:36.603813 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 35170) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:36.617927 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-723d3e08-9e25-4238-9f34-727135dc72ee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Request body: {'floatingip': {'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:36.713352 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-723d3e08-9e25-4238-9f34-727135dc72ee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for floatingip, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:36.780927 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cef95ad1-2609-4c33-8090-bf5770e54c7d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:37.233268 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-cef95ad1-2609-4c33-8090-bf5770e54c7d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Allocated IP 172.27.3.69 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/bbb6e0a9-4bfc-45fc-9355-42fb3fcfdc9f) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:11:37.426912 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1516798b-d555-4ad2-b060-715e80f49f27 req-d583abf4-1f01-4a26-baf3-2c1700713db5 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 210 time: 0.3743870 Sep 09 15:11:37.523932 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 66211c45-ada4-4981-b2bd-e97eb6b257f8 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:11:37.531875 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-136c0148-ba6a-4140-92e8-b542aa4526fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:37.536033 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-136c0148-ba6a-4140-92e8-b542aa4526fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1dec1490-2ae8-447b-99f8-92bc4a0323db HTTP/1.1" status: 200 len: 851 time: 0.4880257 Sep 09 15:11:37.544189 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:37.811045 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cef95ad1-2609-4c33-8090-bf5770e54c7d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:37.886730 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Transition to ACTIVE for port object 92f64f46-a0c5-4410-b388-8e5e847967fa will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:37.903922 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-7a55ffd9-6f16-48bf-9964-a114806618b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72e336a9-72a8-4a88-9a87-10d22fd1de92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3618040 Sep 09 15:11:37.921593 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:37.923064 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-723d3e08-9e25-4238-9f34-727135dc72ee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:37.995633 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cef95ad1-2609-4c33-8090-bf5770e54c7d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:38.116094 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35212) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:38.153407 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 66211c45-ada4-4981-b2bd-e97eb6b257f8 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:38.168581 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:38.320175 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef95ad1-2609-4c33-8090-bf5770e54c7d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Pushing event updated for resources: {'Port': ['ID=bbb6e0a9-4bfc-45fc-9355-42fb3fcfdc9f,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:38.395515 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef95ad1-2609-4c33-8090-bf5770e54c7d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:11:38.413967 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-cef95ad1-2609-4c33-8090-bf5770e54c7d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:38.432377 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef95ad1-2609-4c33-8090-bf5770e54c7d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:11:38.457852 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.39', 51468) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:38.736798 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3a5bc3ed-cc57-4005-98ee-f0628583311a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:39.014177 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af2f20-dae6-4fb0-948a-bf2a6411f7ff None None] Pushing event updated for resources: {'Port': ['ID=92f64f46-a0c5-4410-b388-8e5e847967fa,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:39.048003 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 61330a91-e5bc-4f3d-9d40-0090d079f598 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:11:39.086080 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b91d8597-a029-485e-9a3b-ac1b5e97c71d req-c4647903-8178-4854-8534-1923b86c4af2 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 210 time: 0.1627002 Sep 09 15:11:39.111785 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e35a48-ae1b-465f-9775-3faa39e7d0bb req-dc98d4b5-1cd1-41ef-9459-39148cee4635 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:39.132005 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-17e35a48-ae1b-465f-9775-3faa39e7d0bb req-dc98d4b5-1cd1-41ef-9459-39148cee4635 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 943 time: 1.3563988 Sep 09 15:11:39.148485 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [None req-723d3e08-9e25-4238-9f34-727135dc72ee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Allocated IP 172.27.3.116 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/d4401148-d90d-4c4f-b8f8-003ed6ae60df) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:11:39.150423 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Attempting to bind port 92f64f46-a0c5-4410-b388-8e5e847967fa on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:11:39.170433 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Attempting to bind port 92f64f46-a0c5-4410-b388-8e5e847967fa by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '652882fa-2b7c-42bc-a926-2a958721e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:11:39.174319 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Attempting to bind port 92f64f46-a0c5-4410-b388-8e5e847967fa on network 523750d6-4668-45d0-b10f-8b045df11afb {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:11:39.236105 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:11:39.236726 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Checking segment: {'id': '652882fa-2b7c-42bc-a926-2a958721e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:39.237360 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:39.237978 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Bound using segment: {'id': '652882fa-2b7c-42bc-a926-2a958721e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:11:39.242607 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Bound port: 92f64f46-a0c5-4410-b388-8e5e847967fa, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652882fa-2b7c-42bc-a926-2a958721e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:11:39.244131 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:39.378343 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3a5bc3ed-cc57-4005-98ee-f0628583311a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:39.409565 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-17e35a48-ae1b-465f-9775-3faa39e7d0bb req-1334ebab-4e8a-4704-8a1c-4ace457cec47 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e33cc5f-ace1-41cd-add6-a40042458981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605515 Sep 09 15:11:39.493566 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3a5bc3ed-cc57-4005-98ee-f0628583311a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:39.645197 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 61330a91-e5bc-4f3d-9d40-0090d079f598 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:11:39.676598 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] For port 92f64f46-a0c5-4410-b388-8e5e847967fa, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:11:39.685661 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 61330a91-e5bc-4f3d-9d40-0090d079f598 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:39.686131 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:39.708350 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] For port 92f64f46-a0c5-4410-b388-8e5e847967fa, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=92f64f46-a0c5-4410-b388-8e5e847967fa,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:11:39.779021 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-723d3e08-9e25-4238-9f34-727135dc72ee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:39.831818 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:39.944780 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-723d3e08-9e25-4238-9f34-727135dc72ee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:39.973220 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bc3ed-cc57-4005-98ee-f0628583311a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c206e094-d7e4-452a-b680-d6dc857cfa00,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:40.008175 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3a5bc3ed-cc57-4005-98ee-f0628583311a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0178f9a4ab245f28a0ce80e76ffc951&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8910213 Sep 09 15:11:40.015164 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.39', 51475) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:40.015994 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35254) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:40.068834 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-4caf4163-1cf7-417f-a97f-df4471e01765 service neutron] 10.222.0.39 "GET /v2.0/networks/72e336a9-72a8-4a88-9a87-10d22fd1de92?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1221166 Sep 09 15:11:40.228000 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Routers {'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:11:40.228683 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:11:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:40.230977 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af2f20-dae6-4fb0-948a-bf2a6411f7ff None None] Pushing event updated for resources: {'Port': ['ID=92f64f46-a0c5-4410-b388-8e5e847967fa,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:40.500927 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723d3e08-9e25-4238-9f34-727135dc72ee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:11:40.505628 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-d43bce2b-571b-40a3-846e-dacbc80801d9 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:40.513682 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-d43bce2b-571b-40a3-846e-dacbc80801d9 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.39 "GET /v2.0/networks?id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655 HTTP/1.1" status: 200 len: 819 time: 0.4506218 Sep 09 15:11:40.522291 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a73403fe-d394-4070-b52f-55ff9e9be1b6 req-7a55c519-7da9-40b6-a03f-706788c95a8d service neutron] 10.222.0.39 "GET /v2.0/networks/72e336a9-72a8-4a88-9a87-10d22fd1de92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064195 Sep 09 15:11:40.563388 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-723d3e08-9e25-4238-9f34-727135dc72ee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:40.587468 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-1817479c-8948-4b83-b7c1-665b90778605 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Request body: {'port': {'device_id': 'da9ef542-b3c8-4185-ba36-dd1632571de0', 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655', 'admin_state_up': True, 'tenant_id': 'ecd5472851a04119989b4a5d14235398'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:40.592422 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d3e08-9e25-4238-9f34-727135dc72ee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:11:40.667143 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d3e08-9e25-4238-9f34-727135dc72ee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Pushing event updated for resources: {'Port': ['ID=d4401148-d90d-4c4f-b8f8-003ed6ae60df,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:40.678013 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-68a87b67-fbc5-4aa2-b2db-fac99cc57218 req-1729fa6b-a5db-4e17-bcca-ee1f14ef75e0 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 210 time: 0.1453238 Sep 09 15:11:40.710113 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:40.936477 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] Set router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:11:40.938187 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ec0ba354-255c-4c29-a587-48a297952861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:40.974260 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port 61330a91-e5bc-4f3d-9d40-0090d079f598, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=61330a91-e5bc-4f3d-9d40-0090d079f598,segment=NetworkSegment(24394f6b-9b3e-4e73-9b84-bf533dec1e8f),segment_id=24394f6b-9b3e-4e73-9b84-bf533dec1e8f)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:11:41.041550 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cef95ad1-2609-4c33-8090-bf5770e54c7d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:41.051578 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:41.052640 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:11:41.131021 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ec0ba354-255c-4c29-a587-48a297952861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:41.195049 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-bc35249b-02e4-45dc-9f68-d72d21a71729 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:41.198421 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-bc35249b-02e4-45dc-9f68-d72d21a71729 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.39 "GET /v2.0/networks?id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655 HTTP/1.1" status: 200 len: 819 time: 2.6250296 Sep 09 15:11:41.242491 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-7900d84c-d38f-4b0a-904d-f33b36253be1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Request body: {'port': {'device_id': 'a2ca19e6-1c1f-4ea7-893a-0979fad6b325', 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655', 'admin_state_up': True, 'tenant_id': 'ecd5472851a04119989b4a5d14235398'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:41.586958 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cef95ad1-2609-4c33-8090-bf5770e54c7d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:41.615419 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272db002-5303-4960-a5b3-0370ea1a1cf3 req-eb506423-89eb-4708-9118-cf7344f415cd tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:41.619414 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-272db002-5303-4960-a5b3-0370ea1a1cf3 req-eb506423-89eb-4708-9118-cf7344f415cd tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 943 time: 0.9222779 Sep 09 15:11:41.656705 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aabfa-1bc9-4910-90d7-b9b0d971318e req-6938e996-bbbd-47e6-96dc-809fc8a7f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:41.658740 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-746aabfa-1bc9-4910-90d7-b9b0d971318e req-6938e996-bbbd-47e6-96dc-809fc8a7f3e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a31d8717c5034c3fb3b7441331905157&device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 1096 time: 0.9751096 Sep 09 15:11:41.659042 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ec0ba354-255c-4c29-a587-48a297952861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:41.660399 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-723d3e08-9e25-4238-9f34-727135dc72ee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:41.661891 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ec0ba354-255c-4c29-a587-48a297952861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:41.666108 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ec0ba354-255c-4c29-a587-48a297952861 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c206e094-d7e4-452a-b680-d6dc857cfa00 HTTP/1.1" status: 204 len: 168 time: 1.5988894 Sep 09 15:11:41.756429 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-272db002-5303-4960-a5b3-0370ea1a1cf3 req-567deb81-4ebe-4d01-987d-506ec74aabc5 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e33cc5f-ace1-41cd-add6-a40042458981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216712 Sep 09 15:11:41.760838 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=61330a91-e5bc-4f3d-9d40-0090d079f598,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:41.804413 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-723d3e08-9e25-4238-9f34-727135dc72ee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:41.810715 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ba354-255c-4c29-a587-48a297952861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c206e094-d7e4-452a-b680-d6dc857cfa00,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:41.828961 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:11:41.851303 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:41.851937 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:42.003339 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-1817479c-8948-4b83-b7c1-665b90778605 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Made reservation on behalf of ecd5472851a04119989b4a5d14235398 for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:42.017089 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-1817479c-8948-4b83-b7c1-665b90778605 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:42.032294 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '92f64f46-a0c5-4410-b388-8e5e847967fa', 'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'mac_address': 'fa:16:3e:f9:99:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:25Z', 'updated_at': '2021-09-09T15:11:39Z', 'revision_number': 4, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'subnets': [{'id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:11:42.075696 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995ed68-7de3-4777-96b6-5a2646f36c6a None None] The sync data for ids ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'] in dv-cinder-776307-9-iscsi is: [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '92f64f46-a0c5-4410-b388-8e5e847967fa', 'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'mac_address': 'fa:16:3e:f9:99:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:25Z', 'updated_at': '2021-09-09T15:11:39Z', 'revision_number': 4, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'subnets': [{'id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:11:42.099931 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:42.205951 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-723d3e08-9e25-4238-9f34-727135dc72ee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:42.250535 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-723d3e08-9e25-4238-9f34-727135dc72ee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:42.294486 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb,segment=NetworkSegment(c8c95fdd-1bf3-40f6-8d41-92495f6bea6d),segment_id=c8c95fdd-1bf3-40f6-8d41-92495f6bea6d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:11:42.303102 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:42.371649 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c28e55d6-f67f-423a-995f-66c6b945c85d req-c7cb15b9-05c6-4756-8437-640a70893e34 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 210 time: 0.1459405 Sep 09 15:11:42.412852 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-7900d84c-d38f-4b0a-904d-f33b36253be1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Made reservation on behalf of ecd5472851a04119989b4a5d14235398 for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:42.417598 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-7900d84c-d38f-4b0a-904d-f33b36253be1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:42.432312 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 35324) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:42.491692 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:42.772005 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 92f64f46-a0c5-4410-b388-8e5e847967fa up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:11:42.907084 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-723d3e08-9e25-4238-9f34-727135dc72ee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681918'] for floatingip, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:42.933557 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 92f64f46-a0c5-4410-b388-8e5e847967fa completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:11:42.937869 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-026e4356-9a46-4e90-8039-469f172915e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:42.939406 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 92f64f46-a0c5-4410-b388-8e5e847967fa triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:42.939835 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:43.090899 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d3e08-9e25-4238-9f34-727135dc72ee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Pushing event updated for resources: {'Port': ['ID=d4401148-d90d-4c4f-b8f8-003ed6ae60df,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:43.118767 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:43.129188 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-723d3e08-9e25-4238-9f34-727135dc72ee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:43.138441 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-723d3e08-9e25-4238-9f34-727135dc72ee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5236444 Sep 09 15:11:43.168161 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aabfa-1bc9-4910-90d7-b9b0d971318e req-b9ef0d3d-839e-4f8c-b896-03b2d9334892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:43.185663 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-746aabfa-1bc9-4910-90d7-b9b0d971318e req-b9ef0d3d-839e-4f8c-b896-03b2d9334892 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72e336a9-72a8-4a88-9a87-10d22fd1de92 HTTP/1.1" status: 200 len: 912 time: 0.9719286 Sep 09 15:11:43.255596 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46fefb-a2f6-42a9-9544-6bedc9a64769 req-5709ee36-63fb-4ed4-8888-b64572fcb471 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:43.257241 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0e46fefb-a2f6-42a9-9544-6bedc9a64769 req-5709ee36-63fb-4ed4-8888-b64572fcb471 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 943 time: 0.2574930 Sep 09 15:11:43.263897 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port 92f64f46-a0c5-4410-b388-8e5e847967fa, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=92f64f46-a0c5-4410-b388-8e5e847967fa,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:11:43.269842 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:43.270942 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 61330a91-e5bc-4f3d-9d40-0090d079f598 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:11:43.301046 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-7900d84c-d38f-4b0a-904d-f33b36253be1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Allocated IP 172.20.0.11 (6ad32836-6dc0-4f08-8fbb-8323ce2c5655/f37a255f-f939-40f3-9b3f-c731225da8ca/f41355f4-3aae-43da-8bdb-25fe3e96083f) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:11:43.355588 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-746aabfa-1bc9-4910-90d7-b9b0d971318e req-29314423-28cf-4cba-8adc-85a6d1b55fcc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee9cc852-709e-4a14-ab53-95b45d124ce8 HTTP/1.1" status: 200 len: 217 time: 0.1476917 Sep 09 15:11:43.401993 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cef95ad1-2609-4c33-8090-bf5770e54c7d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:43.416675 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cef95ad1-2609-4c33-8090-bf5770e54c7d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:43.438378 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35376) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:43.504459 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=92f64f46-a0c5-4410-b388-8e5e847967fa,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:43.521833 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 61330a91-e5bc-4f3d-9d40-0090d079f598 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:43.523518 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:43.582952 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-026e4356-9a46-4e90-8039-469f172915e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:43.598679 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef95ad1-2609-4c33-8090-bf5770e54c7d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Pushing event updated for resources: {'Port': ['ID=bbb6e0a9-4bfc-45fc-9355-42fb3fcfdc9f,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:43.620874 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cef95ad1-2609-4c33-8090-bf5770e54c7d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681918'] for floatingip, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:43.656120 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-7900d84c-d38f-4b0a-904d-f33b36253be1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:43.661043 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cef95ad1-2609-4c33-8090-bf5770e54c7d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:43.668110 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aabfa-1bc9-4910-90d7-b9b0d971318e req-88cd0bc0-4aee-4a0f-b686-03cfc9abc58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:43.670092 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-746aabfa-1bc9-4910-90d7-b9b0d971318e req-88cd0bc0-4aee-4a0f-b686-03cfc9abc58b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1dec1490-2ae8-447b-99f8-92bc4a0323db HTTP/1.1" status: 200 len: 851 time: 0.2790596 Sep 09 15:11:43.671555 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-cef95ad1-2609-4c33-8090-bf5770e54c7d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4981732 Sep 09 15:11:43.675149 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-026e4356-9a46-4e90-8039-469f172915e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:43.762923 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-7900d84c-d38f-4b0a-904d-f33b36253be1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:43.767484 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0e46fefb-a2f6-42a9-9544-6bedc9a64769 req-afd79883-e1df-4776-aa0a-5e9928a12c01 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e33cc5f-ace1-41cd-add6-a40042458981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255674 Sep 09 15:11:43.788904 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-746aabfa-1bc9-4910-90d7-b9b0d971318e req-1ee924cf-fa8d-4f5c-ba30-1284a6c84e9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72e336a9-72a8-4a88-9a87-10d22fd1de92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072052 Sep 09 15:11:43.824236 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ad8edb64-1254-45e6-aa2e-3b23a474174a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:43.853557 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-026e4356-9a46-4e90-8039-469f172915e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af6aa8ca8e0740f78ef60dc14f83c153&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4199083 Sep 09 15:11:43.859126 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35388) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:43.898443 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e4356-9a46-4e90-8039-469f172915e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5aeb13e-d5d5-43d7-ac88-4685e3d926ce,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:43.924365 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-7900d84c-d38f-4b0a-904d-f33b36253be1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Network 6ad32836-6dc0-4f08-8fbb-8323ce2c5655 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:11:43.928003 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-60f4a112-051a-458b-a817-49cec0c064cd req-8e55ef30-960e-4ae1-9549-61f370981a8f tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 210 time: 0.0606606 Sep 09 15:11:43.931178 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7162cabb-79ad-4062-8839-009f2a402d1c req-50481e93-b879-4805-8bc2-ec3a662c8087 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1332846003&fields=id&tenant_id=e2fbe9b5c8754473b0850c62c32d056b HTTP/1.1" status: 200 len: 267 time: 0.2574089 Sep 09 15:11:43.965764 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-7900d84c-d38f-4b0a-904d-f33b36253be1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:43.981170 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-7900d84c-d38f-4b0a-904d-f33b36253be1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:11:43.987523 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900d84c-d38f-4b0a-904d-f33b36253be1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Pushing event updated for resources: {'Port': ['ID=f41355f4-3aae-43da-8bdb-25fe3e96083f,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:44.027250 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.db.api [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-1817479c-8948-4b83-b7c1-665b90778605 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.11-877e0d22-c36f-4d1c-bee9-8da69522451e {{(pid=94131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 15:11:44.027626 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG oslo_db.api [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-1817479c-8948-4b83-b7c1-665b90778605 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 15:11:44.028852 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:11:44.081635 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-746aabfa-1bc9-4910-90d7-b9b0d971318e req-5d6c63bb-f3d6-46c6-be63-2182f5b4aca7 service neutron] 10.222.0.39 "GET /v2.0/networks/72e336a9-72a8-4a88-9a87-10d22fd1de92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631142 Sep 09 15:11:44.091741 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-7900d84c-d38f-4b0a-904d-f33b36253be1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:44.092437 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-7900d84c-d38f-4b0a-904d-f33b36253be1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:44.094886 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f141d3ac-3995-4e87-8173-4f4d0c139630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:44.137967 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f141d3ac-3995-4e87-8173-4f4d0c139630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:44.159372 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162cabb-79ad-4062-8839-009f2a402d1c req-148beae1-8385-4c38-92ed-fc43fe3c7ff9 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:44.160933 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7162cabb-79ad-4062-8839-009f2a402d1c req-148beae1-8385-4c38-92ed-fc43fe3c7ff9 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/networks?id=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c HTTP/1.1" status: 200 len: 810 time: 0.2166088 Sep 09 15:11:44.194742 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-1f73ddaf-bbde-41ed-a8ac-5a1d27ce06a0 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--587748514&fields=id&tenant_id=a1671f29bb75494bb0226cd82308a86d HTTP/1.1" status: 200 len: 267 time: 0.1364808 Sep 09 15:11:44.220101 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ff0d867f-7410-4dda-8904-8ae4fd2bd7a0 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/quotas/e2fbe9b5c8754473b0850c62c32d056b HTTP/1.1" status: 200 len: 375 time: 0.0311158 Sep 09 15:11:44.302735 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-746aabfa-1bc9-4910-90d7-b9b0d971318e req-1dcb3200-457d-4bda-8a37-98474c856a27 service neutron] 10.222.0.39 "GET /v2.0/networks/72e336a9-72a8-4a88-9a87-10d22fd1de92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081804 Sep 09 15:11:44.387351 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ad8edb64-1254-45e6-aa2e-3b23a474174a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:44.400843 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ad8edb64-1254-45e6-aa2e-3b23a474174a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:44.402967 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7162cabb-79ad-4062-8839-009f2a402d1c req-14a567a7-cea8-46cc-b7b1-46fa3121d03f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2fbe9b5c8754473b0850c62c32d056b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1620510 Sep 09 15:11:44.438333 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-3eeebb27-5294-4e8d-b13c-c6f547df08d0 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:44.438550 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ad8edb64-1254-45e6-aa2e-3b23a474174a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af3ffab6e6c84a74939d1b5ba76b0740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9699602 Sep 09 15:11:44.438550 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f141d3ac-3995-4e87-8173-4f4d0c139630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:44.439329 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f141d3ac-3995-4e87-8173-4f4d0c139630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:44.442666 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f141d3ac-3995-4e87-8173-4f4d0c139630 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5aeb13e-d5d5-43d7-ac88-4685e3d926ce HTTP/1.1" status: 204 len: 168 time: 0.5641448 Sep 09 15:11:44.442666 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-7900d84c-d38f-4b0a-904d-f33b36253be1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2045960 Sep 09 15:11:44.442932 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-3eeebb27-5294-4e8d-b13c-c6f547df08d0 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/networks?id=523750d6-4668-45d0-b10f-8b045df11afb HTTP/1.1" status: 200 len: 816 time: 0.2362990 Sep 09 15:11:44.443014 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35406) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:44.464400 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-36a698bb-6b3a-4a46-9f39-1ecbc1a42341 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/quotas/a1671f29bb75494bb0226cd82308a86d HTTP/1.1" status: 200 len: 375 time: 0.0212831 Sep 09 15:11:44.494641 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Request body: {'port': {'device_id': 'a2ca19e6-1c1f-4ea7-893a-0979fad6b325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:44.495661 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 92f64f46-a0c5-4410-b388-8e5e847967fa up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:11:44.531539 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-1817479c-8948-4b83-b7c1-665b90778605 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:44.569317 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8edb64-1254-45e6-aa2e-3b23a474174a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a84d80-d407-452a-8c1d-7ffb64699069,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:44.649477 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141d3ac-3995-4e87-8173-4f4d0c139630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5aeb13e-d5d5-43d7-ac88-4685e3d926ce,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:44.688023 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-bedb4593-6a4f-4842-8c82-559c209adc91 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1671f29bb75494bb0226cd82308a86d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2122765 Sep 09 15:11:44.720135 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 92f64f46-a0c5-4410-b388-8e5e847967fa triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:44.720496 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:44.815099 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7162cabb-79ad-4062-8839-009f2a402d1c req-dd2f7bb2-bf1e-4878-8b78-7e02cd5af578 service neutron] 10.222.0.18 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475804 Sep 09 15:11:44.855549 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51d01d68-36a7-4edb-8bf3-a769d321689b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:44.871094 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:44.961074 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51d01d68-36a7-4edb-8bf3-a769d321689b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:45.018582 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:11:45.066269 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-663dbedf-1d11-454f-a115-b1c0fd6f189b service neutron] 10.222.0.18 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673141 Sep 09 15:11:45.098576 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:45.099148 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:45.104486 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7162cabb-79ad-4062-8839-009f2a402d1c req-fd166c66-86f7-48d2-ae45-d110e4129cdf service neutron] 10.222.0.18 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645833 Sep 09 15:11:45.202884 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-e56a9994-54f4-4389-9ed7-a963a43afa32 service neutron] 10.222.0.18 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356287 Sep 09 15:11:45.515575 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-1817479c-8948-4b83-b7c1-665b90778605 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Allocated IP 172.20.0.14 (6ad32836-6dc0-4f08-8fbb-8323ce2c5655/f37a255f-f939-40f3-9b3f-c731225da8ca/ef6c06ed-2b66-4380-9b64-1688fbb95d93) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:11:45.544267 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51d01d68-36a7-4edb-8bf3-a769d321689b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:45.546861 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51d01d68-36a7-4edb-8bf3-a769d321689b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:45.551518 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-51d01d68-36a7-4edb-8bf3-a769d321689b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8a84d80-d407-452a-8c1d-7ffb64699069 HTTP/1.1" status: 204 len: 168 time: 1.0879407 Sep 09 15:11:45.552856 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-74a68fb9-31b3-46bb-a458-3ce11cd2409d req-4af25b58-f817-4402-9447-e60ac225d547 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 210 time: 0.0745342 Sep 09 15:11:45.609338 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c59c1-fc8c-4936-92fe-6627d2154bf4 req-93a9d52f-7820-494b-8d3e-ab68e9dacc6e tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:45.640470 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b98c59c1-fc8c-4936-92fe-6627d2154bf4 req-93a9d52f-7820-494b-8d3e-ab68e9dacc6e tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 943 time: 0.2509358 Sep 09 15:11:45.645359 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d01d68-36a7-4edb-8bf3-a769d321689b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a84d80-d407-452a-8c1d-7ffb64699069,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:45.814851 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e4e5d849-a357-43b0-acb9-db1c67f11c5f req-8cec1c71-cc4c-4d35-88d4-181fec874101 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 210 time: 0.0901427 Sep 09 15:11:45.843079 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b98c59c1-fc8c-4936-92fe-6627d2154bf4 req-9590a325-53d0-4d33-9c60-fb2e83e92356 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e33cc5f-ace1-41cd-add6-a40042458981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937885 Sep 09 15:11:45.959903 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d1f6fb34-da97-4cd5-915d-ed2e0aa37118 req-42c5753f-0b9d-4cc8-b307-9966e3baa42c tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 210 time: 0.0630851 Sep 09 15:11:46.048332 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-1817479c-8948-4b83-b7c1-665b90778605 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:46.308311 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-1817479c-8948-4b83-b7c1-665b90778605 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:46.506359 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device ee9cc852-709e-4a14-ab53-95b45d124ce8 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:11:46.553125 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817479c-8948-4b83-b7c1-665b90778605 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Pushing event updated for resources: {'Port': ['ID=ef6c06ed-2b66-4380-9b64-1688fbb95d93,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:46.565001 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 35488) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:46.597021 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1efaf208-6a0d-4eaf-ae20-2bd7b41fc968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:46.597865 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-1817479c-8948-4b83-b7c1-665b90778605 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Network 6ad32836-6dc0-4f08-8fbb-8323ce2c5655 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:11:46.607254 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-1817479c-8948-4b83-b7c1-665b90778605 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:46.617295 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-1817479c-8948-4b83-b7c1-665b90778605 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:11:46.740032 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-1817479c-8948-4b83-b7c1-665b90778605 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:46.740742 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-1817479c-8948-4b83-b7c1-665b90778605 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:46.805841 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port ee9cc852-709e-4a14-ab53-95b45d124ce8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ee9cc852-709e-4a14-ab53-95b45d124ce8,segment=NetworkSegment(f44fb324-31f8-4478-a437-ff5249157774),segment_id=f44fb324-31f8-4478-a437-ff5249157774)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:11:46.827173 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': 'ee9cc852-709e-4a14-ab53-95b45d124ce8', 'network_id': '72e336a9-72a8-4a88-9a87-10d22fd1de92', 'port_id': 'ee9cc852-709e-4a14-ab53-95b45d124ce8', 'mac_address': 'fa:16:3e:21:e3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dec1490-2ae8-447b-99f8-92bc4a0323db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:11:46.902548 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:46.925804 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9cc852-709e-4a14-ab53-95b45d124ce8 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:11:46.937798 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41355f4-3aae-43da-8bdb-25fe3e96083f {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:11:46.944783 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1efaf208-6a0d-4eaf-ae20-2bd7b41fc968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:46.946883 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:46.962403 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port ee9cc852-709e-4a14-ab53-95b45d124ce8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ee9cc852-709e-4a14-ab53-95b45d124ce8,segment=NetworkSegment(f44fb324-31f8-4478-a437-ff5249157774),segment_id=f44fb324-31f8-4478-a437-ff5249157774)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:11:46.969557 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Transition to ACTIVE for port object f41355f4-3aae-43da-8bdb-25fe3e96083f will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:46.972381 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:46.972740 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-1817479c-8948-4b83-b7c1-665b90778605 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3971963 Sep 09 15:11:46.979077 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:46.993917 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052fc19-a811-4ea3-81b4-90b797d14f28 req-cb6d638a-41d5-44cb-895b-14ad83f56c85 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:46.994744 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Request body: {'port': {'device_id': 'da9ef542-b3c8-4185-ba36-dd1632571de0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:47.013970 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f052fc19-a811-4ea3-81b4-90b797d14f28 req-cb6d638a-41d5-44cb-895b-14ad83f56c85 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 932 time: 0.2361245 Sep 09 15:11:47.021214 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1efaf208-6a0d-4eaf-ae20-2bd7b41fc968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:47.117009 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=ee9cc852-709e-4a14-ab53-95b45d124ce8,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:47.138091 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8411b779-17cf-476a-9aa2-94bf5c396649 req-2c87616d-6313-426f-9140-9a46a6d257da tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 210 time: 0.1970892 Sep 09 15:11:47.196999 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f052fc19-a811-4ea3-81b4-90b797d14f28 req-cd3721f6-3690-44e8-8064-2acd3eb0afa6 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814077 Sep 09 15:11:47.235595 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['ee9cc852-709e-4a14-ab53-95b45d124ce8'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:11:47.360434 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Pushing event updated for resources: {'Port': ['ID=f41355f4-3aae-43da-8bdb-25fe3e96083f,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:47.374858 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:47.433655 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-1efaf208-6a0d-4eaf-ae20-2bd7b41fc968 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b66684cb9454498993463ea5b1bb0946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8646159 Sep 09 15:11:47.434421 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaf208-6a0d-4eaf-ae20-2bd7b41fc968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aeaeb11-9e9a-4888-8009-d1ba451807b7,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:47.444347 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35514) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:47.476461 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-73b037fc-49c3-4894-bda5-52d4039eb69f req-60fa5ce6-1afd-4379-bf5f-e42623191dc0 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 210 time: 0.0866439 Sep 09 15:11:47.596525 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Attempting to bind port f41355f4-3aae-43da-8bdb-25fe3e96083f on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:11:47.597297 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Attempting to bind port f41355f4-3aae-43da-8bdb-25fe3e96083f by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'c8c95fdd-1bf3-40f6-8d41-92495f6bea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:11:47.597912 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Attempting to bind port f41355f4-3aae-43da-8bdb-25fe3e96083f on network 6ad32836-6dc0-4f08-8fbb-8323ce2c5655 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:11:47.640560 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Port f41355f4-3aae-43da-8bdb-25fe3e96083f on network 6ad32836-6dc0-4f08-8fbb-8323ce2c5655 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:11:47.640795 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Attempting to bind port f41355f4-3aae-43da-8bdb-25fe3e96083f on network 6ad32836-6dc0-4f08-8fbb-8323ce2c5655 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:11:47.664087 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:11:47.665245 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Checking segment: {'id': 'c8c95fdd-1bf3-40f6-8d41-92495f6bea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:47.666054 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Bound using segment: {'id': 'c8c95fdd-1bf3-40f6-8d41-92495f6bea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:11:47.666552 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Bound port: f41355f4-3aae-43da-8bdb-25fe3e96083f, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c95fdd-1bf3-40f6-8d41-92495f6bea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:11:47.666959 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:47.686972 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.39', 51497) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:47.705752 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f03612ff-0e1a-4abb-a8b9-be7ce4a6d11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:47.732588 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f03612ff-0e1a-4abb-a8b9-be7ce4a6d11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:47.897291 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f03612ff-0e1a-4abb-a8b9-be7ce4a6d11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:47.901149 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f03612ff-0e1a-4abb-a8b9-be7ce4a6d11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:47.902445 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f03612ff-0e1a-4abb-a8b9-be7ce4a6d11d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1aeaeb11-9e9a-4888-8009-d1ba451807b7 HTTP/1.1" status: 204 len: 168 time: 0.4567735 Sep 09 15:11:47.924690 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-60a7023e-7ad8-49ec-8bef-3f03b5f3794e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:47.957141 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03612ff-0e1a-4abb-a8b9-be7ce4a6d11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aeaeb11-9e9a-4888-8009-d1ba451807b7,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:47.996694 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66b8e3-0d5e-4d5d-a339-5f9df113466a req-d880e606-0e70-4377-a3a0-912fd7c48746 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:47.998400 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4a66b8e3-0d5e-4d5d-a339-5f9df113466a req-d880e606-0e70-4377-a3a0-912fd7c48746 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 944 time: 0.6066983 Sep 09 15:11:48.006079 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-bc2c7ced-f245-4b90-80e5-057fe6f0b8bd tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:48.007917 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-bc2c7ced-f245-4b90-80e5-057fe6f0b8bd tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.39 "GET /v2.0/networks?id=523750d6-4668-45d0-b10f-8b045df11afb HTTP/1.1" status: 200 len: 816 time: 0.8064454 Sep 09 15:11:48.143189 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4a66b8e3-0d5e-4d5d-a339-5f9df113466a req-3c6e680f-4628-4eeb-b0fc-5a3e82892745 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e33cc5f-ace1-41cd-add6-a40042458981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340156 Sep 09 15:11:48.183154 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-e1ec9b20-5a24-484b-9a0f-bcf449dca0d7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1671f29bb75494bb0226cd82308a86d HTTP/1.1" status: 200 len: 379 time: 0.1566937 Sep 09 15:11:48.200840 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-fd544b09-3739-4473-a97d-6a0879b3a6ea tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Request body: {'port': {'device_id': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'admin_state_up': True, 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'security_groups': ['cf026576-a28e-4e9b-b8f9-521a77aea268']}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:48.229991 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] For port f41355f4-3aae-43da-8bdb-25fe3e96083f, host hv-cinder-77630, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:11:48.364421 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] For port f41355f4-3aae-43da-8bdb-25fe3e96083f, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f41355f4-3aae-43da-8bdb-25fe3e96083f,segment=NetworkSegment(c8c95fdd-1bf3-40f6-8d41-92495f6bea6d),segment_id=c8c95fdd-1bf3-40f6-8d41-92495f6bea6d)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:11:48.376200 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ab5ff463-fd2b-4e68-840c-626ec60f5be2 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:48.378062 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ab5ff463-fd2b-4e68-840c-626ec60f5be2 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.39 "GET /v2.0/networks?id=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c HTTP/1.1" status: 200 len: 810 time: 0.6878231 Sep 09 15:11:48.384869 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:48.439095 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c89adea2-4396-4069-bfb7-3a0be1f5daa0 req-677a7d92-253f-4eab-a3f5-ad95f41e301c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 210 time: 0.1040699 Sep 09 15:11:48.458427 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device ee9cc852-709e-4a14-ab53-95b45d124ce8 up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:11:48.470691 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:48.471356 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:48.472823 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] 10.222.0.39 "PUT /v2.0/ports/f41355f4-3aae-43da-8bdb-25fe3e96083f HTTP/1.1" status: 200 len: 1094 time: 3.9869673 Sep 09 15:11:48.474975 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ca19e6-1c1f-4ea7-893a-0979fad6b325', 'tag': 'f41355f4-3aae-43da-8bdb-25fe3e96083f'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:11:48.565721 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d8e7d-6452-4bc0-bc72-e54997e7a709 req-5866b314-06c3-48bc-a43f-10cb84ef4a16 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:48.569536 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-da7d8e7d-6452-4bc0-bc72-e54997e7a709 req-5866b314-06c3-48bc-a43f-10cb84ef4a16 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 932 time: 0.2305951 Sep 09 15:11:48.595591 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-fd544b09-3739-4473-a97d-6a0879b3a6ea tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Made reservation on behalf of a1671f29bb75494bb0226cd82308a86d for: {'port': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:48.601743 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-fd544b09-3739-4473-a97d-6a0879b3a6ea tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:48.634774 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da122c4-33a3-4fd6-97d9-18c2eaa49305 service neutron] Pushing event updated for resources: {'Port': ['ID=f41355f4-3aae-43da-8bdb-25fe3e96083f,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:48.637914 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port ee9cc852-709e-4a14-ab53-95b45d124ce8 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:11:48.643374 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port ee9cc852-709e-4a14-ab53-95b45d124ce8 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:48.643782 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:48.700704 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7162cabb-79ad-4062-8839-009f2a402d1c req-2b2ee2ca-ec04-4c3e-a036-1a0863b26b52 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2fbe9b5c8754473b0850c62c32d056b HTTP/1.1" status: 200 len: 380 time: 0.3052993 Sep 09 15:11:48.713039 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-7162cabb-79ad-4062-8839-009f2a402d1c req-72775397-a98a-4c16-8bd3-fde9b66fe722 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Request body: {'port': {'device_id': '145f6593-9cc9-42cb-ab72-82e926992a75', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'admin_state_up': True, 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'security_groups': ['aadcda23-98d1-45f6-bbb9-4281906438ec']}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:48.921921 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:48.928926 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41276af7-120f-4e03-800c-8108bf84929d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ca19e6-1c1f-4ea7-893a-0979fad6b325", "tag": "f41355f4-3aae-43da-8bdb-25fe3e96083f"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:11:48.961386 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-da7d8e7d-6452-4bc0-bc72-e54997e7a709 req-813ac606-c3c4-4ac4-916c-90994b114667 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804283 Sep 09 15:11:48.976364 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-fd544b09-3739-4473-a97d-6a0879b3a6ea tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Allocated IP 172.20.0.6 (523750d6-4668-45d0-b10f-8b045df11afb/ff7b0629-fe79-43e4-954a-7cf836f43f0a/57554d0c-d376-4b32-a68d-6dc1de1280ca) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:11:48.988729 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e20e5d6-27a7-4759-8da6-fe5349c92491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9cc852-709e-4a14-ab53-95b45d124ce8'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:11:48.991280 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6c06ed-2b66-4380-9b64-1688fbb95d93 {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:11:49.027503 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2c0be0c7-0d30-44f7-992e-e473b1a18e68 req-ecddba64-d8c9-48e8-ad8c-4f8cc33b402b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 210 time: 0.1177433 Sep 09 15:11:49.170022 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port ee9cc852-709e-4a14-ab53-95b45d124ce8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ee9cc852-709e-4a14-ab53-95b45d124ce8,segment=NetworkSegment(f44fb324-31f8-4478-a437-ff5249157774),segment_id=f44fb324-31f8-4478-a437-ff5249157774)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:11:49.178326 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:49.298748 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=ee9cc852-709e-4a14-ab53-95b45d124ce8,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:49.473803 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41cfe2d-08f5-4746-ac3e-42ff8d644344 x-openstack-request-id: req-d41cfe2d-08f5-4746-ac3e-42ff8d644344 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:11:49.474934 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ca19e6-1c1f-4ea7-893a-0979fad6b325", "tag": "f41355f4-3aae-43da-8bdb-25fe3e96083f", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:11:49.476274 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d41cfe2d-08f5-4746-ac3e-42ff8d644344 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:11:49.477875 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ca19e6-1c1f-4ea7-893a-0979fad6b325', 'tag': 'f41355f4-3aae-43da-8bdb-25fe3e96083f', 'status': 'completed', 'code': 200} Sep 09 15:11:49.486489 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:49.529135 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3b91d5-7567-41d8-8a05-3e503da0620d" -d '{"events": [{"server_uuid": "7e20e5d6-27a7-4759-8da6-fe5349c92491", "name": "network-vif-plugged", "status": "completed", "tag": "ee9cc852-709e-4a14-ab53-95b45d124ce8"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:11:49.538198 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-17a39c85-fa0e-4eed-8655-7e93bd60e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:49.549596 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-17a39c85-fa0e-4eed-8655-7e93bd60e1ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ecd5472851a04119989b4a5d14235398&device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 1097 time: 1.0001349 Sep 09 15:11:49.562430 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Transition to ACTIVE for port object ef6c06ed-2b66-4380-9b64-1688fbb95d93 will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:49.579592 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90ef5c-e57b-452d-8007-4d0dff175830 req-d0fa000f-bcf0-4fd5-b1ce-dcdafd733c96 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:49.599342 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ba90ef5c-e57b-452d-8007-4d0dff175830 req-d0fa000f-bcf0-4fd5-b1ce-dcdafd733c96 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 945 time: 0.2572479 Sep 09 15:11:49.601296 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:49.608886 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-fd544b09-3739-4473-a97d-6a0879b3a6ea tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:49.662689 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-7c3a04ff-7280-432c-acb3-f7e1fc52ba00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41355f4-3aae-43da-8bdb-25fe3e96083f HTTP/1.1" status: 200 len: 217 time: 0.1015890 Sep 09 15:11:49.693456 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-fd544b09-3739-4473-a97d-6a0879b3a6ea tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Transition to ACTIVE for port object 57554d0c-d376-4b32-a68d-6dc1de1280ca will not be triggered until provisioned by entity DHCP. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:49.715127 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a708b293-035b-4daf-a6ef-63cfda977157 req-e229aa6b-ffad-4640-81ae-8dbf663a877a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 210 time: 0.0458450 Sep 09 15:11:49.758841 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ba90ef5c-e57b-452d-8007-4d0dff175830 req-e12695e5-5ab0-432a-a34b-0b05c39e2b88 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e33cc5f-ace1-41cd-add6-a40042458981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503351 Sep 09 15:11:49.787000 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-fd544b09-3739-4473-a97d-6a0879b3a6ea tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:49.795737 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6c06ed-2b66-4380-9b64-1688fbb95d93,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:49.832571 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7162cabb-79ad-4062-8839-009f2a402d1c req-72775397-a98a-4c16-8bd3-fde9b66fe722 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Made reservation on behalf of e2fbe9b5c8754473b0850c62c32d056b for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:11:49.837435 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7162cabb-79ad-4062-8839-009f2a402d1c req-72775397-a98a-4c16-8bd3-fde9b66fe722 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:49.888572 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-c437b444-36d9-4070-b94c-212204df0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:49.890483 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-c437b444-36d9-4070-b94c-212204df0041 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f37a255f-f939-40f3-9b3f-c731225da8ca HTTP/1.1" status: 200 len: 859 time: 0.2035601 Sep 09 15:11:49.909464 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-fd544b09-3739-4473-a97d-6a0879b3a6ea tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Network 523750d6-4668-45d0-b10f-8b045df11afb is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:11:49.914899 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-fd544b09-3739-4473-a97d-6a0879b3a6ea tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:49.932449 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-fd544b09-3739-4473-a97d-6a0879b3a6ea tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:11:49.952110 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-fd544b09-3739-4473-a97d-6a0879b3a6ea tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:49.952796 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-fd544b09-3739-4473-a97d-6a0879b3a6ea tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:49.987009 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd544b09-3739-4473-a97d-6a0879b3a6ea tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Pushing event updated for resources: {'Port': ['ID=57554d0c-d376-4b32-a68d-6dc1de1280ca,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:50.007436 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-2c7f8973-3295-4903-9182-97390fbac524 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039290 Sep 09 15:11:50.021220 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-fd544b09-3739-4473-a97d-6a0879b3a6ea tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8284225 Sep 09 15:11:50.052471 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Request body: {'port': {'device_id': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:50.121642 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Attempting to bind port ef6c06ed-2b66-4380-9b64-1688fbb95d93 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:11:50.121886 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Attempting to bind port ef6c06ed-2b66-4380-9b64-1688fbb95d93 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'c8c95fdd-1bf3-40f6-8d41-92495f6bea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:11:50.122086 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Attempting to bind port ef6c06ed-2b66-4380-9b64-1688fbb95d93 on network 6ad32836-6dc0-4f08-8fbb-8323ce2c5655 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:11:50.143544 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6f7cda-7825-4bd9-860f-0a14b3f3b875 x-openstack-request-id: req-9f6f7cda-7825-4bd9-860f-0a14b3f3b875 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:11:50.144099 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e20e5d6-27a7-4759-8da6-fe5349c92491", "name": "network-vif-plugged", "status": "completed", "tag": "ee9cc852-709e-4a14-ab53-95b45d124ce8", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:11:50.144099 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f6f7cda-7825-4bd9-860f-0a14b3f3b875 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:11:50.144545 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e20e5d6-27a7-4759-8da6-fe5349c92491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9cc852-709e-4a14-ab53-95b45d124ce8', 'code': 200} Sep 09 15:11:50.260443 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Port ef6c06ed-2b66-4380-9b64-1688fbb95d93 on network 6ad32836-6dc0-4f08-8fbb-8323ce2c5655 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:11:50.261138 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Attempting to bind port ef6c06ed-2b66-4380-9b64-1688fbb95d93 on network 6ad32836-6dc0-4f08-8fbb-8323ce2c5655 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:11:50.265569 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:50.291399 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-06d179c0-4f61-4f1f-9052-0ece4615e2bd req-517091ff-3e8b-4cd8-8160-7bc31f7b1f39 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 210 time: 0.0415347 Sep 09 15:11:50.297172 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:11:50.297757 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Checking segment: {'id': 'c8c95fdd-1bf3-40f6-8d41-92495f6bea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:50.298443 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Bound using segment: {'id': 'c8c95fdd-1bf3-40f6-8d41-92495f6bea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:11:50.299230 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Bound port: ef6c06ed-2b66-4380-9b64-1688fbb95d93, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c95fdd-1bf3-40f6-8d41-92495f6bea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:11:50.299818 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:50.305330 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff8ffa-fea8-4c97-b278-71f6935c6e5c req-3dcd3ed6-7d3b-4a85-ad7f-250782088ff7 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:50.307038 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aaff8ffa-fea8-4c97-b278-71f6935c6e5c req-3dcd3ed6-7d3b-4a85-ad7f-250782088ff7 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 944 time: 0.1880379 Sep 09 15:11:50.348650 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-bc88910b-5dc1-4581-aa36-34ef02ae3dbc None None] Provisioning for port 57554d0c-d376-4b32-a68d-6dc1de1280ca completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:11:50.354235 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-7162cabb-79ad-4062-8839-009f2a402d1c req-72775397-a98a-4c16-8bd3-fde9b66fe722 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Allocated IP 172.20.0.10 (bfa1bfaf-34e0-4f2b-966f-dc046c011c4c/db53f811-03ef-4135-a3c5-5d3aa6a75f6d/a2d7cea7-76e7-492e-be59-caf2f4c1440e) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:11:50.360330 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-bc88910b-5dc1-4581-aa36-34ef02ae3dbc None None] Provisioning complete for port 57554d0c-d376-4b32-a68d-6dc1de1280ca triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:50.360846 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bc88910b-5dc1-4581-aa36-34ef02ae3dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:50.397793 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.39', 51506) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:50.427027 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-028503f9-2006-40a5-b26a-1a8699a8ce86 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078383 Sep 09 15:11:50.480147 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-bc88910b-5dc1-4581-aa36-34ef02ae3dbc None None] Port 57554d0c-d376-4b32-a68d-6dc1de1280ca cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:11:50.527189 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aaff8ffa-fea8-4c97-b278-71f6935c6e5c req-937dcfd4-4294-41c5-951a-beff5e3763ef tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811132 Sep 09 15:11:50.554775 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] For port ef6c06ed-2b66-4380-9b64-1688fbb95d93, host hv-cinder-77630, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:11:50.574818 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21215015-b6a9-4301-b62a-4b98fb8736fd req-90dbc022-a1b2-4aac-8710-773df00e0362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:50.579415 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-21215015-b6a9-4301-b62a-4b98fb8736fd req-90dbc022-a1b2-4aac-8710-773df00e0362 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 1098 time: 0.1794302 Sep 09 15:11:50.592099 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] For port ef6c06ed-2b66-4380-9b64-1688fbb95d93, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ef6c06ed-2b66-4380-9b64-1688fbb95d93,segment=NetworkSegment(c8c95fdd-1bf3-40f6-8d41-92495f6bea6d),segment_id=c8c95fdd-1bf3-40f6-8d41-92495f6bea6d)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:11:50.636548 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:50.691840 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c7cf90c7-8a35-4911-af5b-e566dfd056d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:50.709979 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dd1a80ca-9ee1-4259-a10d-7808aa28fdf4 req-7e38834b-ce84-4280-80b2-401014670c22 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709897 Sep 09 15:11:50.737755 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-21215015-b6a9-4301-b62a-4b98fb8736fd req-9c2f9ffe-a5e4-4e2b-966b-7e8572a7975c service neutron] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:50.739494 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:50.740481 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:50.743280 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] 10.222.0.39 "PUT /v2.0/ports/ef6c06ed-2b66-4380-9b64-1688fbb95d93 HTTP/1.1" status: 200 len: 1094 time: 3.7610803 Sep 09 15:11:50.823298 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa5ce8-496f-4247-a59d-43c9d22bbef2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6c06ed-2b66-4380-9b64-1688fbb95d93,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:50.839869 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:50.960333 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7162cabb-79ad-4062-8839-009f2a402d1c req-72775397-a98a-4c16-8bd3-fde9b66fe722 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:50.995705 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-7162cabb-79ad-4062-8839-009f2a402d1c req-72775397-a98a-4c16-8bd3-fde9b66fe722 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Transition to ACTIVE for port object a2d7cea7-76e7-492e-be59-caf2f4c1440e will not be triggered until provisioned by entity DHCP. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:50.999433 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-b2ffc853-186e-4b94-8e9e-b3343c99787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:51.001297 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-b2ffc853-186e-4b94-8e9e-b3343c99787a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ecd5472851a04119989b4a5d14235398&device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 1097 time: 0.1885903 Sep 09 15:11:51.022179 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41276af7-120f-4e03-800c-8108bf84929d req-7e8ac87a-c2dc-4464-b3b9-7867cdc14af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:51.024362 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-41276af7-120f-4e03-800c-8108bf84929d req-7e8ac87a-c2dc-4464-b3b9-7867cdc14af9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ecd5472851a04119989b4a5d14235398&device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 1097 time: 0.2372999 Sep 09 15:11:51.077230 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57554d0c-d376-4b32-a68d-6dc1de1280ca {{(pid=94130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:11:51.085365 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-4c65f66f-dfc4-46b0-8e32-2c0b5e2ea993 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef6c06ed-2b66-4380-9b64-1688fbb95d93 HTTP/1.1" status: 200 len: 217 time: 0.0726314 Sep 09 15:11:51.094004 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:51.112467 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbeeb9-ff43-4bf5-8023-9cb68d9012b0 req-ec641091-1816-4e13-8e3f-a605210236e8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:51.114329 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-95cbeeb9-ff43-4bf5-8023-9cb68d9012b0 req-ec641091-1816-4e13-8e3f-a605210236e8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 931 time: 0.1894169 Sep 09 15:11:51.124213 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-21215015-b6a9-4301-b62a-4b98fb8736fd req-9c2f9ffe-a5e4-4e2b-966b-7e8572a7975c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:51.148121 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-21215015-b6a9-4301-b62a-4b98fb8736fd req-9c2f9ffe-a5e4-4e2b-966b-7e8572a7975c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:51.159796 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Transition to ACTIVE for port object 57554d0c-d376-4b32-a68d-6dc1de1280ca will not be triggered until provisioned by entity L2. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:51.201637 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fcb6b-155f-4501-bd94-33c4adbc23af req-7a066915-9921-4b1c-9d6b-ca8cc666717d tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:51.203683 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-624fcb6b-155f-4501-bd94-33c4adbc23af req-7a066915-9921-4b1c-9d6b-ca8cc666717d tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 945 time: 0.1997733 Sep 09 15:11:51.215522 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f9ffe-a5e4-4e2b-966b-7e8572a7975c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1e7820-d92e-4a69-9cfc-8113c54b9a3d,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:51.218940 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:51.254271 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-21215015-b6a9-4301-b62a-4b98fb8736fd req-9c2f9ffe-a5e4-4e2b-966b-7e8572a7975c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2e33cc5f-ace1-41cd-add6-a40042458981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6628854 Sep 09 15:11:51.327179 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-95cbeeb9-ff43-4bf5-8023-9cb68d9012b0 req-4ac9191b-d9fa-4ab6-b2d9-bc7b5cae0f59 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970825 Sep 09 15:11:51.420166 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=57554d0c-d376-4b32-a68d-6dc1de1280ca,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:51.433233 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-624fcb6b-155f-4501-bd94-33c4adbc23af req-44efd27d-fb13-41d8-9611-849b3270901c tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e33cc5f-ace1-41cd-add6-a40042458981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095852 Sep 09 15:11:51.439589 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Attempting to bind port 57554d0c-d376-4b32-a68d-6dc1de1280ca on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:11:51.440350 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Attempting to bind port 57554d0c-d376-4b32-a68d-6dc1de1280ca by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '652882fa-2b7c-42bc-a926-2a958721e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb'}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:11:51.441099 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Attempting to bind port 57554d0c-d376-4b32-a68d-6dc1de1280ca on network 523750d6-4668-45d0-b10f-8b045df11afb {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:11:51.449288 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Port 57554d0c-d376-4b32-a68d-6dc1de1280ca on network 523750d6-4668-45d0-b10f-8b045df11afb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:11:51.449630 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Attempting to bind port 57554d0c-d376-4b32-a68d-6dc1de1280ca on network 523750d6-4668-45d0-b10f-8b045df11afb {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:11:51.466469 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:11:51.466469 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Checking segment: {'id': '652882fa-2b7c-42bc-a926-2a958721e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:51.466469 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Bound using segment: {'id': '652882fa-2b7c-42bc-a926-2a958721e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb'} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:11:51.466469 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Bound port: 57554d0c-d376-4b32-a68d-6dc1de1280ca, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652882fa-2b7c-42bc-a926-2a958721e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb'}}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:11:51.466469 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:51.491365 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9ef542-b3c8-4185-ba36-dd1632571de0', 'tag': 'ef6c06ed-2b66-4380-9b64-1688fbb95d93'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:11:51.495638 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05fb83a-cd81-44e4-81d3-bb852458859a" -d '{"events": [{"name": "network-changed", "server_uuid": "da9ef542-b3c8-4185-ba36-dd1632571de0", "tag": "ef6c06ed-2b66-4380-9b64-1688fbb95d93"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:11:51.543453 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7162cabb-79ad-4062-8839-009f2a402d1c req-72775397-a98a-4c16-8bd3-fde9b66fe722 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:51.687675 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481b7a85-0464-456c-b05a-0f730c491c33 x-openstack-request-id: req-481b7a85-0464-456c-b05a-0f730c491c33 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:11:51.688062 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9ef542-b3c8-4185-ba36-dd1632571de0", "tag": "ef6c06ed-2b66-4380-9b64-1688fbb95d93", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:11:51.688460 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-481b7a85-0464-456c-b05a-0f730c491c33 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:11:51.689080 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9ef542-b3c8-4185-ba36-dd1632571de0', 'tag': 'ef6c06ed-2b66-4380-9b64-1688fbb95d93', 'status': 'completed', 'code': 200} Sep 09 15:11:51.692097 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-5ce5aa3b-42f4-43ed-ae92-eb98e12927bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:51.693843 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:51.700286 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-5ce5aa3b-42f4-43ed-ae92-eb98e12927bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f37a255f-f939-40f3-9b3f-c731225da8ca HTTP/1.1" status: 200 len: 859 time: 0.5861290 Sep 09 15:11:51.790051 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] For port 57554d0c-d376-4b32-a68d-6dc1de1280ca, host hv-cinder-77630, cleared binding levels {{(pid=94130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:11:51.820529 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9dd2d-7a4e-490c-9ee8-b71a475123b4 req-b5e2829b-42c0-4ce4-9a5e-e459d3371bcc tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:51.823834 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e2a9dd2d-7a4e-490c-9ee8-b71a475123b4 req-b5e2829b-42c0-4ce4-9a5e-e459d3371bcc tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 932 time: 0.3389330 Sep 09 15:11:51.840192 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7162cabb-79ad-4062-8839-009f2a402d1c req-72775397-a98a-4c16-8bd3-fde9b66fe722 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:11:51.874060 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-f12c52a6-5c53-4452-bb2b-5fa46e6214f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984101 Sep 09 15:11:51.875974 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41276af7-120f-4e03-800c-8108bf84929d req-b595b4ea-ee02-488b-a68f-895d5af8bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:51.877178 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] For port 57554d0c-d376-4b32-a68d-6dc1de1280ca, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=57554d0c-d376-4b32-a68d-6dc1de1280ca,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:11:51.878566 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-41276af7-120f-4e03-800c-8108bf84929d req-b595b4ea-ee02-488b-a68f-895d5af8bd16 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655 HTTP/1.1" status: 200 len: 920 time: 0.7974164 Sep 09 15:11:51.884900 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-7162cabb-79ad-4062-8839-009f2a402d1c req-72775397-a98a-4c16-8bd3-fde9b66fe722 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:11:51.900994 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:51.901624 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7162cabb-79ad-4062-8839-009f2a402d1c req-72775397-a98a-4c16-8bd3-fde9b66fe722 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:11:51.933916 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72775397-a98a-4c16-8bd3-fde9b66fe722 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Pushing event updated for resources: {'Port': ['ID=a2d7cea7-76e7-492e-be59-caf2f4c1440e,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:51.982559 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:51.983263 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:51.985292 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] 10.222.0.39 "PUT /v2.0/ports/57554d0c-d376-4b32-a68d-6dc1de1280ca HTTP/1.1" status: 200 len: 1093 time: 1.9553330 Sep 09 15:11:52.000692 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'tag': '57554d0c-d376-4b32-a68d-6dc1de1280ca'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:11:52.004155 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366224af-fe58-488a-93f7-d34debdf9493" -d '{"events": [{"name": "network-changed", "server_uuid": "15244afd-822e-43c1-afec-7f8f7f2ca7a1", "tag": "57554d0c-d376-4b32-a68d-6dc1de1280ca"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:11:52.018633 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0abbbd-09fb-4e5b-916f-2f92ddc588a5 req-1da92dd3-4c1a-4e2b-bf8b-8ccac34f4729 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:52.029282 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5c0abbbd-09fb-4e5b-916f-2f92ddc588a5 req-1da92dd3-4c1a-4e2b-bf8b-8ccac34f4729 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 944 time: 0.2804565 Sep 09 15:11:52.078859 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e2a9dd2d-7a4e-490c-9ee8-b71a475123b4 req-82a6e52b-b7d0-4b76-b5ca-b092cd9f0ae8 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293165 Sep 09 15:11:52.091481 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-41276af7-120f-4e03-800c-8108bf84929d req-ee130439-e18d-4a60-ac40-51008e19ed7b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41355f4-3aae-43da-8bdb-25fe3e96083f HTTP/1.1" status: 200 len: 217 time: 0.1846521 Sep 09 15:11:52.228130 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5c0abbbd-09fb-4e5b-916f-2f92ddc588a5 req-2a0eef7e-05c5-48fd-b4ee-a6f4d773134d tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860101 Sep 09 15:11:52.264443 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3af44-549b-44fe-8289-4666e6ac2cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=57554d0c-d376-4b32-a68d-6dc1de1280ca,revision_number=3']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:52.278245 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162cabb-79ad-4062-8839-009f2a402d1c req-72775397-a98a-4c16-8bd3-fde9b66fe722 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:52.279711 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-2ef602cc-213d-41d0-a48a-f1545797a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:52.281021 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7162cabb-79ad-4062-8839-009f2a402d1c req-72775397-a98a-4c16-8bd3-fde9b66fe722 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:52.292552 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-2ef602cc-213d-41d0-a48a-f1545797a03a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1671f29bb75494bb0226cd82308a86d&device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 1096 time: 0.2305486 Sep 09 15:11:52.412683 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41276af7-120f-4e03-800c-8108bf84929d req-63466080-4f48-4992-ace5-ebaf2430fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:52.421464 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-41276af7-120f-4e03-800c-8108bf84929d req-63466080-4f48-4992-ace5-ebaf2430fcad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f37a255f-f939-40f3-9b3f-c731225da8ca HTTP/1.1" status: 200 len: 859 time: 0.3183017 Sep 09 15:11:52.422560 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f80aaf-f703-432d-add2-5f7af202b2ae x-openstack-request-id: req-04f80aaf-f703-432d-add2-5f7af202b2ae {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:11:52.423795 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15244afd-822e-43c1-afec-7f8f7f2ca7a1", "tag": "57554d0c-d376-4b32-a68d-6dc1de1280ca", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:11:52.423903 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7162cabb-79ad-4062-8839-009f2a402d1c req-72775397-a98a-4c16-8bd3-fde9b66fe722 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7156341 Sep 09 15:11:52.424072 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04f80aaf-f703-432d-add2-5f7af202b2ae {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:11:52.425448 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'tag': '57554d0c-d376-4b32-a68d-6dc1de1280ca', 'status': 'completed', 'code': 200} Sep 09 15:11:52.436008 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-29f4083b-41ff-4536-9419-61cc376b315d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57554d0c-d376-4b32-a68d-6dc1de1280ca HTTP/1.1" status: 200 len: 217 time: 0.1423423 Sep 09 15:11:52.494436 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-82000322-a1cd-431f-b528-e8bf96d8b2d1 None None] Provisioning for port a2d7cea7-76e7-492e-be59-caf2f4c1440e completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:11:52.502051 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-82000322-a1cd-431f-b528-e8bf96d8b2d1 None None] Provisioning complete for port a2d7cea7-76e7-492e-be59-caf2f4c1440e triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:52.509270 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-82000322-a1cd-431f-b528-e8bf96d8b2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:52.524943 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device f41355f4-3aae-43da-8bdb-25fe3e96083f details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:11:52.658446 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-60fef971-bef3-4f96-a6f5-411d7eb86868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:52.662831 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-60fef971-bef3-4f96-a6f5-411d7eb86868 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff7b0629-fe79-43e4-954a-7cf836f43f0a HTTP/1.1" status: 200 len: 855 time: 0.2204659 Sep 09 15:11:52.666941 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port f41355f4-3aae-43da-8bdb-25fe3e96083f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f41355f4-3aae-43da-8bdb-25fe3e96083f,segment=NetworkSegment(c8c95fdd-1bf3-40f6-8d41-92495f6bea6d),segment_id=c8c95fdd-1bf3-40f6-8d41-92495f6bea6d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:11:52.712038 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': 'f41355f4-3aae-43da-8bdb-25fe3e96083f', 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655', 'port_id': 'f41355f4-3aae-43da-8bdb-25fe3e96083f', 'mac_address': 'fa:16:3e:52:8e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37a255f-f939-40f3-9b3f-c731225da8ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:11:52.771486 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8367e-7d32-4903-9877-1e7ecb460065 req-52e6f666-97cf-42ca-8a9a-ffedf70152cc tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:52.780497 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2dc8367e-7d32-4903-9877-1e7ecb460065 req-52e6f666-97cf-42ca-8a9a-ffedf70152cc tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 945 time: 0.2290931 Sep 09 15:11:52.808910 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe6f0c-f7dc-4981-93ae-83cdef265899 req-25c649ea-0528-44e7-8304-4a3478ded7ba tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:52.817139 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9efe6f0c-f7dc-4981-93ae-83cdef265899 req-25c649ea-0528-44e7-8304-4a3478ded7ba tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.3143468 Sep 09 15:11:52.925991 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-b1db81e9-f160-491f-84ef-404d8fb6c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:52.927600 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-b1db81e9-f160-491f-84ef-404d8fb6c175 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=523750d6-4668-45d0-b10f-8b045df11afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2547681 Sep 09 15:11:52.960726 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-82000322-a1cd-431f-b528-e8bf96d8b2d1 None None] Port a2d7cea7-76e7-492e-be59-caf2f4c1440e cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:11:52.970970 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2dc8367e-7d32-4903-9877-1e7ecb460065 req-a04165be-dbf2-4cd1-b281-236d3037a57f tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e33cc5f-ace1-41cd-add6-a40042458981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895430 Sep 09 15:11:52.993379 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9efe6f0c-f7dc-4981-93ae-83cdef265899 req-b4d9d1e0-4294-438a-bdd6-6425eebfe81e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736455 Sep 09 15:11:53.049922 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:53.067884 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-b6cd68c9-1dbf-4275-b8a7-022053805bd6 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1789079 Sep 09 15:11:53.078851 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Request body: {'port': {'device_id': '145f6593-9cc9-42cb-ab72-82e926992a75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:11:53.080930 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-41276af7-120f-4e03-800c-8108bf84929d req-c667a029-e00b-43d8-8527-e092f2be5ae5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6308539 Sep 09 15:11:53.092174 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41355f4-3aae-43da-8bdb-25fe3e96083f {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:11:53.128791 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port f41355f4-3aae-43da-8bdb-25fe3e96083f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f41355f4-3aae-43da-8bdb-25fe3e96083f,segment=NetworkSegment(c8c95fdd-1bf3-40f6-8d41-92495f6bea6d),segment_id=c8c95fdd-1bf3-40f6-8d41-92495f6bea6d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:11:53.139271 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:53.245422 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=f41355f4-3aae-43da-8bdb-25fe3e96083f,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:53.342403 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:53.347904 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['f41355f4-3aae-43da-8bdb-25fe3e96083f'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:11:53.423859 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-41276af7-120f-4e03-800c-8108bf84929d req-fe2bd499-70de-44cc-891a-d5788b82db70 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136220 Sep 09 15:11:53.426367 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-303ab3dd-e461-41a2-87ff-626e56c6ff03 req-a8c1f97b-5938-47f8-b62d-0dbd9fc5fdc2 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428700 Sep 09 15:11:53.536866 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-2661c1b1-b7de-4d2d-950b-c15292a3c29c service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954924 Sep 09 15:11:53.552076 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91886c1-6a80-41cd-b60c-250e7473ca10 req-f0486749-28c8-4882-84f5-27e9a569ff6f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:53.554146 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f91886c1-6a80-41cd-b60c-250e7473ca10 req-f0486749-28c8-4882-84f5-27e9a569ff6f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 932 time: 0.2890756 Sep 09 15:11:53.760535 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:53.815157 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59da97f-75a9-4d15-8fdc-8733c7b51896 req-b3e82b6f-0aa2-41cb-9e11-5998e9bda325 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:53.828333 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c59da97f-75a9-4d15-8fdc-8733c7b51896 req-b3e82b6f-0aa2-41cb-9e11-5998e9bda325 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 944 time: 0.4488103 Sep 09 15:11:53.835905 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-41276af7-120f-4e03-800c-8108bf84929d req-4c586f8a-5dd7-475e-a14a-4817b5780d43 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664362 Sep 09 15:11:53.845412 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fb83a-cd81-44e4-81d3-bb852458859a req-5fcb72fe-cd94-422e-9fc7-3f4df185a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:53.847173 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f05fb83a-cd81-44e4-81d3-bb852458859a req-5fcb72fe-cd94-422e-9fc7-3f4df185a574 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ecd5472851a04119989b4a5d14235398&device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 1097 time: 0.2899458 Sep 09 15:11:53.847787 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a6bce62e-8163-4493-a9f3-2b3ad2480951 req-8789396f-6adf-4468-aa54-0ee72b22515b service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920353 Sep 09 15:11:53.861997 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f91886c1-6a80-41cd-b60c-250e7473ca10 req-d55bda02-43e4-4775-95b1-6890ac096eeb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533206 Sep 09 15:11:53.935868 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c59da97f-75a9-4d15-8fdc-8733c7b51896 req-cdd31303-a209-40c0-af29-2f473a268b6d tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063046 Sep 09 15:11:54.165091 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366224af-fe58-488a-93f7-d34debdf9493 req-8aa893ea-798c-4100-bb6e-eff199be99b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:54.172328 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-366224af-fe58-488a-93f7-d34debdf9493 req-8aa893ea-798c-4100-bb6e-eff199be99b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1671f29bb75494bb0226cd82308a86d&device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 1096 time: 0.1374321 Sep 09 15:11:54.439755 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fb83a-cd81-44e4-81d3-bb852458859a req-2acb1df9-0d71-41b5-a633-7153aa021af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:54.445020 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f05fb83a-cd81-44e4-81d3-bb852458859a req-2acb1df9-0d71-41b5-a633-7153aa021af1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655 HTTP/1.1" status: 200 len: 920 time: 0.5839782 Sep 09 15:11:54.522510 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device f41355f4-3aae-43da-8bdb-25fe3e96083f up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:11:54.576316 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f05fb83a-cd81-44e4-81d3-bb852458859a req-c2d4b313-e5d9-4d85-b93e-2b26e18e0b4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef6c06ed-2b66-4380-9b64-1688fbb95d93 HTTP/1.1" status: 200 len: 217 time: 0.1042802 Sep 09 15:11:54.656753 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port f41355f4-3aae-43da-8bdb-25fe3e96083f completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:11:54.667100 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port f41355f4-3aae-43da-8bdb-25fe3e96083f triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:11:54.667485 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:54.688332 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d7cea7-76e7-492e-be59-caf2f4c1440e {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:11:54.708711 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:54.735109 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Transition to ACTIVE for port object a2d7cea7-76e7-492e-be59-caf2f4c1440e will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:11:54.746153 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:54.856505 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:54.861018 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50b945-f12a-4a30-a253-cac48ad9528f req-5f5627fb-9074-4421-b08e-9f64b66405f4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:54.870581 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35794) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:54.876800 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:54.880655 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-da50b945-f12a-4a30-a253-cac48ad9528f req-5f5627fb-9074-4421-b08e-9f64b66405f4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.6774781 Sep 09 15:11:54.900574 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Pushing event updated for resources: {'Port': ['ID=a2d7cea7-76e7-492e-be59-caf2f4c1440e,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:54.965990 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35800) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:54.988216 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc5173-a058-4667-9308-9885100b3c66 req-53a4202a-93b3-4f83-abf4-541a78dbc047 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:54.990918 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f0dc5173-a058-4667-9308-9885100b3c66 req-53a4202a-93b3-4f83-abf4-541a78dbc047 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 945 time: 0.8163517 Sep 09 15:11:55.033390 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ca19e6-1c1f-4ea7-893a-0979fad6b325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41355f4-3aae-43da-8bdb-25fe3e96083f'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:11:55.038441 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362f7f6b-d808-4103-b682-2620541ad7ea" -d '{"events": [{"server_uuid": "a2ca19e6-1c1f-4ea7-893a-0979fad6b325", "name": "network-vif-plugged", "status": "completed", "tag": "f41355f4-3aae-43da-8bdb-25fe3e96083f"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:11:55.047081 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-da50b945-f12a-4a30-a253-cac48ad9528f req-6b815680-59b6-4f28-8eb2-87f5f9aadad3 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503704 Sep 09 15:11:55.063199 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port f41355f4-3aae-43da-8bdb-25fe3e96083f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f41355f4-3aae-43da-8bdb-25fe3e96083f,segment=NetworkSegment(c8c95fdd-1bf3-40f6-8d41-92495f6bea6d),segment_id=c8c95fdd-1bf3-40f6-8d41-92495f6bea6d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:11:55.076367 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366224af-fe58-488a-93f7-d34debdf9493 req-78121682-150e-49f9-874f-79bc1bba4811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:55.076634 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:55.080381 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-366224af-fe58-488a-93f7-d34debdf9493 req-78121682-150e-49f9-874f-79bc1bba4811 service neutron] 10.222.0.39 "GET /v2.0/networks?id=523750d6-4668-45d0-b10f-8b045df11afb HTTP/1.1" status: 200 len: 917 time: 0.8340890 Sep 09 15:11:55.084431 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Attempting to bind port a2d7cea7-76e7-492e-be59-caf2f4c1440e on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:11:55.085458 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Attempting to bind port a2d7cea7-76e7-492e-be59-caf2f4c1440e by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '24394f6b-9b3e-4e73-9b84-bf533dec1e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:11:55.086576 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Attempting to bind port a2d7cea7-76e7-492e-be59-caf2f4c1440e on network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:11:55.116787 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Port a2d7cea7-76e7-492e-be59-caf2f4c1440e on network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:11:55.117369 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Attempting to bind port a2d7cea7-76e7-492e-be59-caf2f4c1440e on network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:11:55.143364 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:11:55.143629 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Checking segment: {'id': '24394f6b-9b3e-4e73-9b84-bf533dec1e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:11:55.144232 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Bound using segment: {'id': '24394f6b-9b3e-4e73-9b84-bf533dec1e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:11:55.152934 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Bound port: a2d7cea7-76e7-492e-be59-caf2f4c1440e, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24394f6b-9b3e-4e73-9b84-bf533dec1e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:11:55.152934 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:55.179118 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f0dc5173-a058-4667-9308-9885100b3c66 req-9d4680fb-ab67-4bff-95b2-17c2af107822 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e33cc5f-ace1-41cd-add6-a40042458981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677070 Sep 09 15:11:55.328588 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=f41355f4-3aae-43da-8bdb-25fe3e96083f,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:55.429503 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a7bd611d-f2e5-45d8-bfe7-f45a2c67e4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:55.445099 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71751185-7cb9-465c-bbed-6a333e9cae76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:55.486405 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] For port a2d7cea7-76e7-492e-be59-caf2f4c1440e, host hv-cinder-77630, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:11:55.501635 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] For port a2d7cea7-76e7-492e-be59-caf2f4c1440e, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a2d7cea7-76e7-492e-be59-caf2f4c1440e,segment=NetworkSegment(24394f6b-9b3e-4e73-9b84-bf533dec1e8f),segment_id=24394f6b-9b3e-4e73-9b84-bf533dec1e8f)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:11:55.520813 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:55.536571 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7828be-a814-4b38-821c-79eb631b7cbb req-cd014cf3-241e-4411-a9a3-913f50f1997c tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:55.538239 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aa7828be-a814-4b38-821c-79eb631b7cbb req-cd014cf3-241e-4411-a9a3-913f50f1997c tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 944 time: 0.1499474 Sep 09 15:11:55.548310 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9b151-b384-4938-8965-e100d1d92f8e req-893490f1-5b2e-4e61-874a-548c5be7e7fc tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:55.549911 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-86c9b151-b384-4938-8965-e100d1d92f8e req-893490f1-5b2e-4e61-874a-548c5be7e7fc tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 944 time: 0.2150805 Sep 09 15:11:55.566236 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.db.api [None req-71751185-7cb9-465c-bbed-6a333e9cae76 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 15:11:55.566236 dv-cinder-776307-9-iscsi neutron-server[94131]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 09 15:11:55.566236 dv-cinder-776307-9-iscsi neutron-server[94131]: [parameters: {'project_id': 'fc65fd488deb436c9acab1d2fe38fea2', 'id': '5a24de36-2bce-4122-b0c3-2d9db41d0bc1', 'expiration': datetime.datetime(2021, 9, 9, 15, 13, 55, 516693)}] Sep 09 15:11:55.566236 dv-cinder-776307-9-iscsi neutron-server[94131]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 15:11:55.566995 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG oslo_db.api [None req-71751185-7cb9-465c-bbed-6a333e9cae76 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 15:11:55.644996 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aa7828be-a814-4b38-821c-79eb631b7cbb req-60565206-7cd6-47e0-8393-a92ba23ade27 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937657 Sep 09 15:11:55.716384 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Pushing event updated for resources: {'Port': ['ID=a2d7cea7-76e7-492e-be59-caf2f4c1440e,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:55.719554 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-86c9b151-b384-4938-8965-e100d1d92f8e req-262f6413-992d-4b63-8a2b-7a4ddafdf313 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502407 Sep 09 15:11:55.742864 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:55.744227 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:55.746066 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7162cabb-79ad-4062-8839-009f2a402d1c req-ef0db438-4292-42a8-a12f-553818757a5a service neutron] 10.222.0.39 "PUT /v2.0/ports/a2d7cea7-76e7-492e-be59-caf2f4c1440e HTTP/1.1" status: 200 len: 1094 time: 2.6833563 Sep 09 15:11:55.749800 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145f6593-9cc9-42cb-ab72-82e926992a75', 'tag': 'a2d7cea7-76e7-492e-be59-caf2f4c1440e'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:11:55.759666 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2291731b-f64b-45cb-af23-47ad7314db8d" -d '{"events": [{"name": "network-changed", "server_uuid": "145f6593-9cc9-42cb-ab72-82e926992a75", "tag": "a2d7cea7-76e7-492e-be59-caf2f4c1440e"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:11:55.769503 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7722cd10-5d31-4757-82ad-0fffadcdbd4c x-openstack-request-id: req-7722cd10-5d31-4757-82ad-0fffadcdbd4c {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:11:55.770003 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ca19e6-1c1f-4ea7-893a-0979fad6b325", "name": "network-vif-plugged", "status": "completed", "tag": "f41355f4-3aae-43da-8bdb-25fe3e96083f", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:11:55.770467 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7722cd10-5d31-4757-82ad-0fffadcdbd4c {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:11:55.771276 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ca19e6-1c1f-4ea7-893a-0979fad6b325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41355f4-3aae-43da-8bdb-25fe3e96083f', 'code': 200} Sep 09 15:11:55.812289 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f94f69c-c0f9-4223-aca1-4c67a6bab218 x-openstack-request-id: req-9f94f69c-c0f9-4223-aca1-4c67a6bab218 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:11:55.812977 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145f6593-9cc9-42cb-ab72-82e926992a75", "tag": "a2d7cea7-76e7-492e-be59-caf2f4c1440e", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:11:55.813381 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f94f69c-c0f9-4223-aca1-4c67a6bab218 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:11:55.814034 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145f6593-9cc9-42cb-ab72-82e926992a75', 'tag': 'a2d7cea7-76e7-492e-be59-caf2f4c1440e', 'status': 'completed', 'code': 200} Sep 09 15:11:55.947467 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a7bd611d-f2e5-45d8-bfe7-f45a2c67e4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:55.954242 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a7bd611d-f2e5-45d8-bfe7-f45a2c67e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:56.030442 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a7bd611d-f2e5-45d8-bfe7-f45a2c67e4f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bce4d7dbc0ae40b5acb8c9f274269974&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1440995 Sep 09 15:11:56.031997 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd611d-f2e5-45d8-bfe7-f45a2c67e4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f017a0-4d65-439d-a468-f41214a2ebb7,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:56.034289 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 35820) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:56.068703 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71751185-7cb9-465c-bbed-6a333e9cae76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:56.093452 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ad0e-591c-422c-add9-49f51eea11c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:56.128968 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ad0e-591c-422c-add9-49f51eea11c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:56.219252 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71751185-7cb9-465c-bbed-6a333e9cae76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:56.219503 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ad0e-591c-422c-add9-49f51eea11c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:56.224392 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ad0e-591c-422c-add9-49f51eea11c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:56.225018 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71751185-7cb9-465c-bbed-6a333e9cae76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:56.227238 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-4bf5ad0e-591c-422c-add9-49f51eea11c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98f017a0-4d65-439d-a468-f41214a2ebb7 HTTP/1.1" status: 204 len: 168 time: 0.1903434 Sep 09 15:11:56.264140 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5ad0e-591c-422c-add9-49f51eea11c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f017a0-4d65-439d-a468-f41214a2ebb7,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:56.294605 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-71751185-7cb9-465c-bbed-6a333e9cae76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc65fd488deb436c9acab1d2fe38fea2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2495887 Sep 09 15:11:56.295619 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35826) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:56.305560 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae5fe4-67e2-464e-b02b-1af7fea03eb6 req-b5749438-57c7-46b8-95ee-e783f98f9941 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:56.307917 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5dae5fe4-67e2-464e-b02b-1af7fea03eb6 req-b5749438-57c7-46b8-95ee-e783f98f9941 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.1093214 Sep 09 15:11:56.321947 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71751185-7cb9-465c-bbed-6a333e9cae76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f2e2c0-b503-48b5-af10-e06ced780f61,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:56.364675 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5dae5fe4-67e2-464e-b02b-1af7fea03eb6 req-ac32aef1-cff0-466f-bc16-02e55119833a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463052 Sep 09 15:11:56.367620 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fb83a-cd81-44e4-81d3-bb852458859a req-190c1d18-953f-4681-a35c-f7be78d0ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:56.369150 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f05fb83a-cd81-44e4-81d3-bb852458859a req-190c1d18-953f-4681-a35c-f7be78d0ef8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f37a255f-f939-40f3-9b3f-c731225da8ca HTTP/1.1" status: 200 len: 859 time: 0.0995510 Sep 09 15:11:56.394620 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-00e868a2-d500-4c32-bfba-aa796c7af67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:56.425994 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-00e868a2-d500-4c32-bfba-aa796c7af67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:56.487789 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-00e868a2-d500-4c32-bfba-aa796c7af67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:56.494736 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-00e868a2-d500-4c32-bfba-aa796c7af67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:56.497089 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-00e868a2-d500-4c32-bfba-aa796c7af67e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9f2e2c0-b503-48b5-af10-e06ced780f61 HTTP/1.1" status: 204 len: 168 time: 0.1829524 Sep 09 15:11:56.511981 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e868a2-d500-4c32-bfba-aa796c7af67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f2e2c0-b503-48b5-af10-e06ced780f61,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:56.668540 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35834) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:56.687570 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-87d72bba-380c-4f18-bf27-a24143219372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:56.894861 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-87d72bba-380c-4f18-bf27-a24143219372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:56.900953 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-87d72bba-380c-4f18-bf27-a24143219372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:56.981464 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-87d72bba-380c-4f18-bf27-a24143219372 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd5b61bb779c4bc3a869532ee7173e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091049 Sep 09 15:11:56.982147 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35844) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:56.983919 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81168597-8a9c-4fe7-801d-05c94af99466 req-403b75e5-99d5-4a65-a171-e22d924751dd tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:56.984617 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d72bba-380c-4f18-bf27-a24143219372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9e71df-8477-4f8b-a92a-973ed63f6b20,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:56.988001 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-81168597-8a9c-4fe7-801d-05c94af99466 req-403b75e5-99d5-4a65-a171-e22d924751dd tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 944 time: 0.1574461 Sep 09 15:11:57.001890 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c003dc-2a85-4ceb-82cb-d81654ff777f req-f1d8976f-2ea5-4bb6-903a-36a310a8d6e9 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:57.004087 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-55c003dc-2a85-4ceb-82cb-d81654ff777f req-f1d8976f-2ea5-4bb6-903a-36a310a8d6e9 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 944 time: 0.1413796 Sep 09 15:11:57.065927 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-81168597-8a9c-4fe7-801d-05c94af99466 req-8e39450f-1a26-461d-84e9-610c2e789648 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515990 Sep 09 15:11:57.084797 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-63d60139-d6fd-4903-bf50-5dc090ff3475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:57.110503 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-55c003dc-2a85-4ceb-82cb-d81654ff777f req-61eb8ad8-b346-4e2e-8ff2-c9e931f47a39 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546949 Sep 09 15:11:57.126282 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-63d60139-d6fd-4903-bf50-5dc090ff3475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:57.197333 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 35848) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:57.206255 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-63d60139-d6fd-4903-bf50-5dc090ff3475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:57.208850 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-63d60139-d6fd-4903-bf50-5dc090ff3475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:57.210233 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-63d60139-d6fd-4903-bf50-5dc090ff3475 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e9e71df-8477-4f8b-a92a-973ed63f6b20 HTTP/1.1" status: 204 len: 168 time: 0.2269146 Sep 09 15:11:57.220159 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 57554d0c-d376-4b32-a68d-6dc1de1280ca details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:11:57.223144 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c94e552d-787b-4f1e-87be-8b51210e2388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:57.237659 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d60139-d6fd-4903-bf50-5dc090ff3475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9e71df-8477-4f8b-a92a-973ed63f6b20,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:57.317075 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f05fb83a-cd81-44e4-81d3-bb852458859a req-1f84aff5-3283-4745-89b5-b56dfdbb7ec6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668170 Sep 09 15:11:57.333546 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-366224af-fe58-488a-93f7-d34debdf9493 req-ba7e8b63-8412-45ea-bd71-901ea9ffa1c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57554d0c-d376-4b32-a68d-6dc1de1280ca HTTP/1.1" status: 200 len: 217 time: 0.1144221 Sep 09 15:11:57.532910 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366224af-fe58-488a-93f7-d34debdf9493 req-ea15d75f-a27d-4958-be64-ded0eb120fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:57.534927 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-366224af-fe58-488a-93f7-d34debdf9493 req-ea15d75f-a27d-4958-be64-ded0eb120fc7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff7b0629-fe79-43e4-954a-7cf836f43f0a HTTP/1.1" status: 200 len: 855 time: 0.1923442 Sep 09 15:11:57.598116 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f05fb83a-cd81-44e4-81d3-bb852458859a req-cc9a013c-5308-475d-a1fe-55ba3d7925a4 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481341 Sep 09 15:11:57.600695 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 57554d0c-d376-4b32-a68d-6dc1de1280ca, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=57554d0c-d376-4b32-a68d-6dc1de1280ca,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:11:57.623056 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': '57554d0c-d376-4b32-a68d-6dc1de1280ca', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'port_id': '57554d0c-d376-4b32-a68d-6dc1de1280ca', 'mac_address': 'fa:16:3e:4f:43:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:11:57.665739 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc60b34-68c8-44ee-91af-473da376dacb req-6a7d2523-289d-4e41-9133-7609930fce00 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:57.667843 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c94e552d-787b-4f1e-87be-8b51210e2388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:57.669202 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bdc60b34-68c8-44ee-91af-473da376dacb req-6a7d2523-289d-4e41-9133-7609930fce00 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.1113439 Sep 09 15:11:57.697976 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366224af-fe58-488a-93f7-d34debdf9493 req-d83dbfce-cd7a-4129-9c26-beb94ca4b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:57.700460 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-366224af-fe58-488a-93f7-d34debdf9493 req-d83dbfce-cd7a-4129-9c26-beb94ca4b02e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=523750d6-4668-45d0-b10f-8b045df11afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1563115 Sep 09 15:11:57.707214 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:57.712431 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c94e552d-787b-4f1e-87be-8b51210e2388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:57.733122 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57554d0c-d376-4b32-a68d-6dc1de1280ca {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:11:57.753070 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bdc60b34-68c8-44ee-91af-473da376dacb req-fb396f59-7eeb-48cb-a508-91f6fad55f24 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717154 Sep 09 15:11:57.760284 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291731b-f64b-45cb-af23-47ad7314db8d req-19048269-26f6-4ec5-99df-aa59e130ef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:57.763116 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2291731b-f64b-45cb-af23-47ad7314db8d req-19048269-26f6-4ec5-99df-aa59e130ef3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2fbe9b5c8754473b0850c62c32d056b&device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 1097 time: 0.4654534 Sep 09 15:11:57.770172 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 57554d0c-d376-4b32-a68d-6dc1de1280ca, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=57554d0c-d376-4b32-a68d-6dc1de1280ca,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:11:57.776903 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:57.782829 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e552d-787b-4f1e-87be-8b51210e2388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a2ef7d-9ded-4058-b836-d2cd4bf5a7df,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:57.844583 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=57554d0c-d376-4b32-a68d-6dc1de1280ca,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:57.896640 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c94e552d-787b-4f1e-87be-8b51210e2388 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7265f4c6c6d340b9b13008431e8ef979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6940477 Sep 09 15:11:57.897894 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 35864) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:11:57.932360 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3f1bc-3bde-44d9-ae49-16936d7a4116 req-52055260-bd50-4d5b-b4db-1a0635ce1017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:57.934045 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d3b3f1bc-3bde-44d9-ae49-16936d7a4116 req-52055260-bd50-4d5b-b4db-1a0635ce1017 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 1099 time: 0.2628331 Sep 09 15:11:57.951814 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f05fb83a-cd81-44e4-81d3-bb852458859a req-2c2b3da6-a69c-4e2e-b6b3-4eb5a8ac2189 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719972 Sep 09 15:11:57.970390 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b430392f-640b-4bcd-bd6d-4aaac3d2639d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:58.000238 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b430392f-640b-4bcd-bd6d-4aaac3d2639d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:58.060800 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b430392f-640b-4bcd-bd6d-4aaac3d2639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:58.064699 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b430392f-640b-4bcd-bd6d-4aaac3d2639d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:11:58.067355 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-b430392f-640b-4bcd-bd6d-4aaac3d2639d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3a2ef7d-9ded-4058-b836-d2cd4bf5a7df HTTP/1.1" status: 204 len: 168 time: 0.1686947 Sep 09 15:11:58.082069 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430392f-640b-4bcd-bd6d-4aaac3d2639d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a2ef7d-9ded-4058-b836-d2cd4bf5a7df,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:11:58.348198 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2e30a-d65d-4a58-875b-9ad8b1a32620 req-6abf4324-322c-4183-891b-7cb7fc1bb1a8 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:58.353299 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-acd2e30a-d65d-4a58-875b-9ad8b1a32620 req-6abf4324-322c-4183-891b-7cb7fc1bb1a8 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 944 time: 0.1326532 Sep 09 15:11:58.367945 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61f012-d576-438c-a1d4-6ea99dcbb229 req-c0856a4e-ff96-4c11-929b-5263a5f7c9cc tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:58.370398 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7e61f012-d576-438c-a1d4-6ea99dcbb229 req-c0856a4e-ff96-4c11-929b-5263a5f7c9cc tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 944 time: 0.1528602 Sep 09 15:11:58.458199 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-acd2e30a-d65d-4a58-875b-9ad8b1a32620 req-3895360c-7276-4887-aaf0-d6a3f61aafaa tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860875 Sep 09 15:11:58.479001 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7e61f012-d576-438c-a1d4-6ea99dcbb229 req-c562c3a9-0b41-4f1b-9926-0f902af0b55d tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930190 Sep 09 15:11:58.973086 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc66d7-ffdc-433c-986e-1e6d5c1e6d38 req-7f6ba56e-8961-4fa6-8ee4-25247bd9daf3 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:58.974877 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-82dc66d7-ffdc-433c-986e-1e6d5c1e6d38 req-7f6ba56e-8961-4fa6-8ee4-25247bd9daf3 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 944 time: 0.0893736 Sep 09 15:11:59.029532 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-82dc66d7-ffdc-433c-986e-1e6d5c1e6d38 req-f4987754-fa19-499e-a5cb-cc3a10e4a465 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428565 Sep 09 15:11:59.612295 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ec098-3f45-48dd-88c5-7a4719efab06 req-3c722b5d-1887-4018-8bba-5b2515dfbaf6 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:59.614279 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c22ec098-3f45-48dd-88c5-7a4719efab06 req-3c722b5d-1887-4018-8bba-5b2515dfbaf6 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 944 time: 0.0624690 Sep 09 15:11:59.686482 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c22ec098-3f45-48dd-88c5-7a4719efab06 req-c684f530-1934-4b58-a80d-7845c14dbcb2 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640121 Sep 09 15:11:59.830760 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead80942-b0f9-4c31-8f6a-eed22fc512c5 req-5e48c53a-7b89-4832-8e0e-eb3812ededd5 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:11:59.830760 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ead80942-b0f9-4c31-8f6a-eed22fc512c5 req-5e48c53a-7b89-4832-8e0e-eb3812ededd5 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 944 time: 0.0687621 Sep 09 15:11:59.891160 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ead80942-b0f9-4c31-8f6a-eed22fc512c5 req-247c09e5-06cf-4931-8351-f59f34b406ab tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433977 Sep 09 15:12:00.216666 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f236ac-94f9-4eb2-80e4-617525d1fec5 req-58ca2346-7cce-4fbf-b748-f3eb14a6d6b1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:00.218684 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c3f236ac-94f9-4eb2-80e4-617525d1fec5 req-58ca2346-7cce-4fbf-b748-f3eb14a6d6b1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 944 time: 0.0655375 Sep 09 15:12:00.309408 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c3f236ac-94f9-4eb2-80e4-617525d1fec5 req-cd959f13-910d-4214-ac36-80a2be9d0950 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714135 Sep 09 15:12:00.408977 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device ef6c06ed-2b66-4380-9b64-1688fbb95d93 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:12:00.608207 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d3b3f1bc-3bde-44d9-ae49-16936d7a4116 req-feaa8ec8-723d-49f9-8e47-ce1b6ac523fa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969500 Sep 09 15:12:00.701316 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-366224af-fe58-488a-93f7-d34debdf9493 req-ac171215-9b31-4135-9db7-fbd987de2f27 service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947352 Sep 09 15:12:00.712882 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port ef6c06ed-2b66-4380-9b64-1688fbb95d93, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ef6c06ed-2b66-4380-9b64-1688fbb95d93,segment=NetworkSegment(c8c95fdd-1bf3-40f6-8d41-92495f6bea6d),segment_id=c8c95fdd-1bf3-40f6-8d41-92495f6bea6d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:12:00.734828 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['57554d0c-d376-4b32-a68d-6dc1de1280ca'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:12:00.788154 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': 'ef6c06ed-2b66-4380-9b64-1688fbb95d93', 'network_id': '6ad32836-6dc0-4f08-8fbb-8323ce2c5655', 'port_id': 'ef6c06ed-2b66-4380-9b64-1688fbb95d93', 'mac_address': 'fa:16:3e:4c:a1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37a255f-f939-40f3-9b3f-c731225da8ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:12:00.903942 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:00.988182 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6c06ed-2b66-4380-9b64-1688fbb95d93 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:12:01.058752 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port ef6c06ed-2b66-4380-9b64-1688fbb95d93, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ef6c06ed-2b66-4380-9b64-1688fbb95d93,segment=NetworkSegment(c8c95fdd-1bf3-40f6-8d41-92495f6bea6d),segment_id=c8c95fdd-1bf3-40f6-8d41-92495f6bea6d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:12:01.077243 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:01.119483 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-366224af-fe58-488a-93f7-d34debdf9493 req-9c3d54e6-51b3-4ec9-bdd5-5407a2587053 service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923102 Sep 09 15:12:01.197206 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=ef6c06ed-2b66-4380-9b64-1688fbb95d93,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:01.259330 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c3549-09dd-400a-a36d-09d3ffd38bcf req-a2e84dde-4886-41af-bce6-65c213cb5664 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:01.268476 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3c1c3549-09dd-400a-a36d-09d3ffd38bcf req-a2e84dde-4886-41af-bce6-65c213cb5664 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 944 time: 0.1474860 Sep 09 15:12:01.313041 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7cb7a-20f6-44f2-8849-5f6d6d4f8af2 req-23b18fa8-d56d-4214-92c9-a4dcbf8802dc tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:01.318742 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ada7cb7a-20f6-44f2-8849-5f6d6d4f8af2 req-23b18fa8-d56d-4214-92c9-a4dcbf8802dc tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 945 time: 0.1001043 Sep 09 15:12:01.366236 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3c1c3549-09dd-400a-a36d-09d3ffd38bcf req-2c4cd612-a366-413b-ae59-d087bd4c9129 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965331 Sep 09 15:12:01.401256 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['ef6c06ed-2b66-4380-9b64-1688fbb95d93'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:12:01.432371 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ada7cb7a-20f6-44f2-8849-5f6d6d4f8af2 req-0d74f1a4-230f-4f75-965e-23dd62ab4063 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013074 Sep 09 15:12:01.467580 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291731b-f64b-45cb-af23-47ad7314db8d req-4b0d92ae-a63a-4a2f-9b42-671b88e052cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:01.471523 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2291731b-f64b-45cb-af23-47ad7314db8d req-4b0d92ae-a63a-4a2f-9b42-671b88e052cf service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e2fbe9b5c8754473b0850c62c32d056b&shared=False HTTP/1.1" status: 200 len: 911 time: 1.0582974 Sep 09 15:12:01.620066 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981adad-1ca2-4b29-9b7b-2a5cf6384d9f req-e1ff643d-ad8f-45df-b331-8e70241a593f tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:01.620939 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0981adad-1ca2-4b29-9b7b-2a5cf6384d9f req-e1ff643d-ad8f-45df-b331-8e70241a593f tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 944 time: 0.0771804 Sep 09 15:12:01.742661 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0981adad-1ca2-4b29-9b7b-2a5cf6384d9f req-99db3835-d249-4793-a31a-dc04bf8a19be tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071341 Sep 09 15:12:01.878219 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291731b-f64b-45cb-af23-47ad7314db8d req-fea73597-93e0-4f6b-9c15-503b992b9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:01.880779 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2291731b-f64b-45cb-af23-47ad7314db8d req-fea73597-93e0-4f6b-9c15-503b992b9585 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3975809 Sep 09 15:12:02.001391 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162cabb-79ad-4062-8839-009f2a402d1c req-7f5c6b1e-138c-4140-85e0-9e26d9265db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:02.004366 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7162cabb-79ad-4062-8839-009f2a402d1c req-7f5c6b1e-138c-4140-85e0-9e26d9265db2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2fbe9b5c8754473b0850c62c32d056b&device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 1097 time: 0.0549443 Sep 09 15:12:02.060486 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7162cabb-79ad-4062-8839-009f2a402d1c req-3ff63db4-9dc9-4581-88d2-b34e2b667290 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2d7cea7-76e7-492e-be59-caf2f4c1440e HTTP/1.1" status: 200 len: 217 time: 0.0479720 Sep 09 15:12:02.122519 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162cabb-79ad-4062-8839-009f2a402d1c req-fecc7edc-80aa-45e8-a6b3-5cdd82c49f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:02.124128 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7162cabb-79ad-4062-8839-009f2a402d1c req-fecc7edc-80aa-45e8-a6b3-5cdd82c49f4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db53f811-03ef-4135-a3c5-5d3aa6a75f6d HTTP/1.1" status: 200 len: 849 time: 0.0524068 Sep 09 15:12:02.192785 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162cabb-79ad-4062-8839-009f2a402d1c req-bcde9f26-48a6-44ef-bc2e-91765b610917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:02.194379 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7162cabb-79ad-4062-8839-009f2a402d1c req-bcde9f26-48a6-44ef-bc2e-91765b610917 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610631 Sep 09 15:12:02.323385 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7162cabb-79ad-4062-8839-009f2a402d1c req-08db969f-bf85-4964-a144-004634f04ceb service neutron] 10.222.0.39 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201637 Sep 09 15:12:02.409039 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device ef6c06ed-2b66-4380-9b64-1688fbb95d93 up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:12:02.418048 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 36030) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:02.504209 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70594ec-8995-4dbb-8d84-29f786f4229b admin admin] Deleting subnet 07ca21da-a6d5-473d-9cfb-2367b7e07173 {{(pid=94130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 15:12:02.509321 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e70594ec-8995-4dbb-8d84-29f786f4229b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:02.577975 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e70594ec-8995-4dbb-8d84-29f786f4229b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:02.599452 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e70594ec-8995-4dbb-8d84-29f786f4229b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612359'] for subnet, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:02.632154 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port ef6c06ed-2b66-4380-9b64-1688fbb95d93 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:12:02.642740 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port ef6c06ed-2b66-4380-9b64-1688fbb95d93 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:12:02.643426 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:02.649078 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7162cabb-79ad-4062-8839-009f2a402d1c req-5f0171e3-528f-4a67-a83e-8f13aed81689 service neutron] 10.222.0.39 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141043 Sep 09 15:12:02.813928 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:02.838149 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373822b-cd5d-4260-894b-496dc4503200 req-44d4f9de-d196-4c44-ac8a-854f98c46156 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:02.841525 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a373822b-cd5d-4260-894b-496dc4503200 req-44d4f9de-d196-4c44-ac8a-854f98c46156 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 945 time: 0.2020173 Sep 09 15:12:02.845618 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e70594ec-8995-4dbb-8d84-29f786f4229b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for subnet, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:02.863654 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae35c65-68e0-4154-aa24-1e3a0850bf7d req-29a8348e-ee4c-4998-b1d5-e937a909b4da tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:02.866462 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5ae35c65-68e0-4154-aa24-1e3a0850bf7d req-29a8348e-ee4c-4998-b1d5-e937a909b4da tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 944 time: 0.2235057 Sep 09 15:12:02.870391 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9ef542-b3c8-4185-ba36-dd1632571de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6c06ed-2b66-4380-9b64-1688fbb95d93'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:12:02.874501 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71163b71-8387-454b-8ff2-3669bac84cc1" -d '{"events": [{"server_uuid": "da9ef542-b3c8-4185-ba36-dd1632571de0", "name": "network-vif-plugged", "status": "completed", "tag": "ef6c06ed-2b66-4380-9b64-1688fbb95d93"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:12:02.906809 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port ef6c06ed-2b66-4380-9b64-1688fbb95d93, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ef6c06ed-2b66-4380-9b64-1688fbb95d93,segment=NetworkSegment(c8c95fdd-1bf3-40f6-8d41-92495f6bea6d),segment_id=c8c95fdd-1bf3-40f6-8d41-92495f6bea6d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:12:02.915145 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:02.916242 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 57554d0c-d376-4b32-a68d-6dc1de1280ca up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:12:02.943909 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e70594ec-8995-4dbb-8d84-29f786f4229b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:02.950603 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-e70594ec-8995-4dbb-8d84-29f786f4229b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/07ca21da-a6d5-473d-9cfb-2367b7e07173 HTTP/1.1" status: 204 len: 168 time: 0.5266714 Sep 09 15:12:02.950603 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70594ec-8995-4dbb-8d84-29f786f4229b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ca21da-a6d5-473d-9cfb-2367b7e07173,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:02.951889 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36046) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:02.998743 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a373822b-cd5d-4260-894b-496dc4503200 req-5b35f017-fd13-4cdf-8554-9edd8e246aee tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301410 Sep 09 15:12:03.010310 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5ae35c65-68e0-4154-aa24-1e3a0850bf7d req-d07881fa-b49e-44ce-b5d0-ea70e8a4cd82 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175156 Sep 09 15:12:03.084257 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=ef6c06ed-2b66-4380-9b64-1688fbb95d93,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:03.091133 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port 57554d0c-d376-4b32-a68d-6dc1de1280ca completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:12:03.099759 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port 57554d0c-d376-4b32-a68d-6dc1de1280ca triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:12:03.100312 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:03.112898 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8aef-be32-465e-91c5-d92ccbfc2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846555'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:03.166937 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6038d8e6-ed78-4079-9ed4-0658d0f45bf0 x-openstack-request-id: req-6038d8e6-ed78-4079-9ed4-0658d0f45bf0 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:12:03.167377 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9ef542-b3c8-4185-ba36-dd1632571de0", "name": "network-vif-plugged", "status": "completed", "tag": "ef6c06ed-2b66-4380-9b64-1688fbb95d93", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:12:03.167716 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6038d8e6-ed78-4079-9ed4-0658d0f45bf0 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:12:03.178787 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9ef542-b3c8-4185-ba36-dd1632571de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6c06ed-2b66-4380-9b64-1688fbb95d93', 'code': 200} Sep 09 15:12:03.303905 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957a119-ab19-4cbe-8e24-a389b49ec241 req-e11f1e77-6cfc-410c-b7bc-bac0d78e681a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:03.306513 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8aef-be32-465e-91c5-d92ccbfc2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607090', 'neutron.services.segments.db._delete_segments_for_network-8752445426589'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:03.309803 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4957a119-ab19-4cbe-8e24-a389b49ec241 req-e11f1e77-6cfc-410c-b7bc-bac0d78e681a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 944 time: 0.1445863 Sep 09 15:12:03.328348 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:03.388163 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-c5aa8aef-be32-465e-91c5-d92ccbfc2ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d506e9ff-3905-4ff2-b889-0b21fbbaa889']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:12:03.411023 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 57554d0c-d376-4b32-a68d-6dc1de1280ca, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=57554d0c-d376-4b32-a68d-6dc1de1280ca,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:12:03.415938 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-c5aa8aef-be32-465e-91c5-d92ccbfc2ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857d7778-4e30-4a95-aa2d-03d21aedd17c') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:12:03.417442 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-c5aa8aef-be32-465e-91c5-d92ccbfc2ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857d7778-4e30-4a95-aa2d-03d21aedd17c') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:12:03.420797 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:03.440767 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8aef-be32-465e-91c5-d92ccbfc2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752445428902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60623587'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:03.446607 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4957a119-ab19-4cbe-8e24-a389b49ec241 req-1da85494-07f7-427a-b2d1-13cad66eba0e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220343 Sep 09 15:12:03.515920 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8aef-be32-465e-91c5-d92ccbfc2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:03.522818 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=57554d0c-d376-4b32-a68d-6dc1de1280ca,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:03.537833 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5aa8aef-be32-465e-91c5-d92ccbfc2ccd admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:12:03.539826 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8aef-be32-465e-91c5-d92ccbfc2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3167866'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: timer() Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: cb(*args, **kw) Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: self._notify() Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: self.callback(batched_events) Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: event.method(event) Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._get(url).json() Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 15:12:03.543661 dv-cinder-776307-9-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 15:12:03.612867 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f07dfc-f94c-418e-99da-262f213da6df req-4b61feff-998c-41ee-97c5-049cb21b86b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:03.616061 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-48f07dfc-f94c-418e-99da-262f213da6df req-4b61feff-998c-41ee-97c5-049cb21b86b4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 1099 time: 0.1606982 Sep 09 15:12:03.717148 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8aef-be32-465e-91c5-d92ccbfc2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681868'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:03.737032 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8aef-be32-465e-91c5-d92ccbfc2ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:03.745000 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 36062) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:03.745348 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c5aa8aef-be32-465e-91c5-d92ccbfc2ccd admin admin] 10.222.0.18 "DELETE /v2.0/networks/d506e9ff-3905-4ff2-b889-0b21fbbaa889 HTTP/1.1" status: 204 len: 168 time: 0.7923052 Sep 09 15:12:03.753598 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-48f07dfc-f94c-418e-99da-262f213da6df req-1d6eedcc-f556-4e3c-8f61-5b75b45ac509 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847168 Sep 09 15:12:03.765048 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa8aef-be32-465e-91c5-d92ccbfc2ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=d506e9ff-3905-4ff2-b889-0b21fbbaa889,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:03.852747 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b84776-7354-48fd-8a44-ea1ef26794c8 admin admin] Deleting subnet 52734486-439b-4df6-b7ce-0f80d639468d {{(pid=94130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 15:12:03.857585 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-90b84776-7354-48fd-8a44-ea1ef26794c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:03.927571 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-90b84776-7354-48fd-8a44-ea1ef26794c8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:03.937645 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-90b84776-7354-48fd-8a44-ea1ef26794c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612359'] for subnet, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:04.028769 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-90b84776-7354-48fd-8a44-ea1ef26794c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for subnet, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:04.057279 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b84776-7354-48fd-8a44-ea1ef26794c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52734486-439b-4df6-b7ce-0f80d639468d,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:04.066385 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-90b84776-7354-48fd-8a44-ea1ef26794c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:04.071578 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36078) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:04.082931 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-90b84776-7354-48fd-8a44-ea1ef26794c8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/52734486-439b-4df6-b7ce-0f80d639468d HTTP/1.1" status: 204 len: 168 time: 0.3346357 Sep 09 15:12:04.217826 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89117466-e345-4e96-9176-feb8e665166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846555'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:04.272652 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d8929-ecf8-4824-9d18-4ba42cfc148e req-1389eb30-b272-4eeb-8da9-94586f60ab7e tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:04.275587 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e40d8929-ecf8-4824-9d18-4ba42cfc148e req-1389eb30-b272-4eeb-8da9-94586f60ab7e tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 944 time: 0.0746346 Sep 09 15:12:04.287262 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b920aaa-1d28-46ad-a2b3-627f799272fb req-e54360c4-6335-4da8-8bde-f5acac87fd62 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:04.302412 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1b920aaa-1d28-46ad-a2b3-627f799272fb req-e54360c4-6335-4da8-8bde-f5acac87fd62 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.1375487 Sep 09 15:12:04.376892 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89117466-e345-4e96-9176-feb8e665166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607090', 'neutron.services.segments.db._delete_segments_for_network-8752445426589'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:04.410107 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1b920aaa-1d28-46ad-a2b3-627f799272fb req-31e6ccc0-1757-468e-a011-b816bf35ca78 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060207 Sep 09 15:12:04.417872 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device a2d7cea7-76e7-492e-be59-caf2f4c1440e details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:12:04.426622 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e40d8929-ecf8-4824-9d18-4ba42cfc148e req-4ecdac7f-f954-4f29-93cc-e5697616e676 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208041 Sep 09 15:12:04.431752 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-89117466-e345-4e96-9176-feb8e665166e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8780ee7f-bbe3-4936-9aef-c3588852bde7']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:12:04.455807 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-89117466-e345-4e96-9176-feb8e665166e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe62822b-73a8-43a0-bd11-8ed4d33a2ce0') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:12:04.456378 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-89117466-e345-4e96-9176-feb8e665166e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe62822b-73a8-43a0-bd11-8ed4d33a2ce0') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:12:04.474402 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89117466-e345-4e96-9176-feb8e665166e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752445428902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60623587'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:04.510893 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89117466-e345-4e96-9176-feb8e665166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:04.539071 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89117466-e345-4e96-9176-feb8e665166e admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:12:04.540142 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89117466-e345-4e96-9176-feb8e665166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3167866'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: timer() Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: cb(*args, **kw) Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: self._notify() Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: self.callback(batched_events) Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: event.method(event) Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._get(url).json() Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 15:12:04.545202 dv-cinder-776307-9-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 15:12:04.603085 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port a2d7cea7-76e7-492e-be59-caf2f4c1440e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a2d7cea7-76e7-492e-be59-caf2f4c1440e,segment=NetworkSegment(24394f6b-9b3e-4e73-9b84-bf533dec1e8f),segment_id=24394f6b-9b3e-4e73-9b84-bf533dec1e8f)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:12:04.633936 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': 'a2d7cea7-76e7-492e-be59-caf2f4c1440e', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'port_id': 'a2d7cea7-76e7-492e-be59-caf2f4c1440e', 'mac_address': 'fa:16:3e:eb:ad:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:12:04.673449 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504fc45-da38-412b-9759-ab6cf088fb7c req-cd411867-22bf-4130-a4e6-14e0baf5673e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:04.675329 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c504fc45-da38-412b-9759-ab6cf088fb7c req-cd411867-22bf-4130-a4e6-14e0baf5673e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.1316102 Sep 09 15:12:04.694473 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89117466-e345-4e96-9176-feb8e665166e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681868'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:04.705894 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89117466-e345-4e96-9176-feb8e665166e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:04.712423 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-89117466-e345-4e96-9176-feb8e665166e admin admin] 10.222.0.18 "DELETE /v2.0/networks/8780ee7f-bbe3-4936-9aef-c3588852bde7 HTTP/1.1" status: 204 len: 168 time: 0.6392543 Sep 09 15:12:04.718412 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:04.727733 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c504fc45-da38-412b-9759-ab6cf088fb7c req-c0e04e80-2165-4d40-8bd3-996856cea267 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429742 Sep 09 15:12:04.742026 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d7cea7-76e7-492e-be59-caf2f4c1440e {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:12:04.753568 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89117466-e345-4e96-9176-feb8e665166e admin admin] Pushing event deleted for resources: {'Network': ['ID=8780ee7f-bbe3-4936-9aef-c3588852bde7,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:04.793334 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port a2d7cea7-76e7-492e-be59-caf2f4c1440e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a2d7cea7-76e7-492e-be59-caf2f4c1440e,segment=NetworkSegment(24394f6b-9b3e-4e73-9b84-bf533dec1e8f),segment_id=24394f6b-9b3e-4e73-9b84-bf533dec1e8f)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:12:04.798574 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:04.894518 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=a2d7cea7-76e7-492e-be59-caf2f4c1440e,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:04.936706 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 36096) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:04.989161 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-e318e365-74e2-4129-ab8a-877eb9f58095 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88c2de65976745c38aad6749ad27b6b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511758 Sep 09 15:12:04.992173 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36104) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:05.086410 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f7e27fc6-fd5a-42ae-9466-efd9f11cca78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:05.140138 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f7e27fc6-fd5a-42ae-9466-efd9f11cca78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:05.180723 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57554d0c-d376-4b32-a68d-6dc1de1280ca'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:12:05.187206 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27155ffb-5299-4c91-b6a8-ff8ef9226b51" -d '{"events": [{"server_uuid": "15244afd-822e-43c1-afec-7f8f7f2ca7a1", "name": "network-vif-plugged", "status": "completed", "tag": "57554d0c-d376-4b32-a68d-6dc1de1280ca"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:12:05.201189 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['a2d7cea7-76e7-492e-be59-caf2f4c1440e'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:12:05.238463 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f7e27fc6-fd5a-42ae-9466-efd9f11cca78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:05.240915 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f7e27fc6-fd5a-42ae-9466-efd9f11cca78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:05.246524 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f7e27fc6-fd5a-42ae-9466-efd9f11cca78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6401fa8f-54ce-40df-a76f-b227ba3b4c5b HTTP/1.1" status: 204 len: 168 time: 0.2494423 Sep 09 15:12:05.259706 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e27fc6-fd5a-42ae-9466-efd9f11cca78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6401fa8f-54ce-40df-a76f-b227ba3b4c5b,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:05.293599 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d02677-8e8e-4d6f-a608-5f84c3baf232 x-openstack-request-id: req-15d02677-8e8e-4d6f-a608-5f84c3baf232 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:12:05.294091 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15244afd-822e-43c1-afec-7f8f7f2ca7a1", "name": "network-vif-plugged", "status": "completed", "tag": "57554d0c-d376-4b32-a68d-6dc1de1280ca", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:12:05.294809 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15d02677-8e8e-4d6f-a608-5f84c3baf232 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:12:05.295489 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57554d0c-d376-4b32-a68d-6dc1de1280ca', 'code': 200} Sep 09 15:12:05.620566 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bf8d1-b592-4fb9-bae1-a8e9cebd396d req-71d4ab23-8c37-4f88-8c57-3cc4cfc65659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:05.622400 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a70bf8d1-b592-4fb9-bae1-a8e9cebd396d req-71d4ab23-8c37-4f88-8c57-3cc4cfc65659 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 1098 time: 0.1043680 Sep 09 15:12:05.755382 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a70bf8d1-b592-4fb9-bae1-a8e9cebd396d req-e157da51-fdba-4492-b9ed-ddf961a9df5f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247077 Sep 09 15:12:05.791839 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53a7ef-a954-4e04-91ef-72d2c108d840 req-359996dd-4dae-4821-970b-6681b21ae50f tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:05.804817 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-da53a7ef-a954-4e04-91ef-72d2c108d840 req-359996dd-4dae-4821-970b-6681b21ae50f tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.2727213 Sep 09 15:12:05.827071 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b59dc-0e12-472a-b8ff-188c98055de8 req-12237af6-7cd7-4179-b8ed-c63709802ddc tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:05.836865 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-982b59dc-0e12-472a-b8ff-188c98055de8 req-12237af6-7cd7-4179-b8ed-c63709802ddc tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 945 time: 0.1963131 Sep 09 15:12:05.915313 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-da53a7ef-a954-4e04-91ef-72d2c108d840 req-012f8886-11a5-4a7f-acfa-a0dcfcef2689 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094038 Sep 09 15:12:05.967334 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36164) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:05.993127 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-982b59dc-0e12-472a-b8ff-188c98055de8 req-b7512175-99c4-4449-9b33-29aeecd872f2 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546915 Sep 09 15:12:06.150372 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944c988-769c-4f5c-83f1-b9970caeb118 req-7ca2b794-e1e1-4e8a-a89f-32cdef0c7d3e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:06.167615 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6944c988-769c-4f5c-83f1-b9970caeb118 req-7ca2b794-e1e1-4e8a-a89f-32cdef0c7d3e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.1314096 Sep 09 15:12:06.212335 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6944c988-769c-4f5c-83f1-b9970caeb118 req-94368ab4-370a-4ff1-84dd-f24ac86fb1cf tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436993 Sep 09 15:12:06.229191 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d6c2-aeba-430c-9419-a101517b53a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:06.318316 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 36180) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:06.396794 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-178cce64-328f-4e45-803c-9eaf7893fc2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e04d481c04c4d68968ba06bfe5155bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751798 Sep 09 15:12:06.397498 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 36186) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:06.423576 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device a2d7cea7-76e7-492e-be59-caf2f4c1440e up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:12:06.499380 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port a2d7cea7-76e7-492e-be59-caf2f4c1440e completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:12:06.504575 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port a2d7cea7-76e7-492e-be59-caf2f4c1440e triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:12:06.505027 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:06.511289 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d6c2-aeba-430c-9419-a101517b53a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:06.527821 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-909f0d25-9967-461a-963f-ee6565a72b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:06.534617 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d6c2-aeba-430c-9419-a101517b53a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:06.586952 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940a97a-6fb5-429c-bfea-b43796bec8e4 req-1dbdd083-b49b-40cb-9fc9-9b80d1f83634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:06.590039 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5940a97a-6fb5-429c-bfea-b43796bec8e4 req-1dbdd083-b49b-40cb-9fc9-9b80d1f83634 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ecd5472851a04119989b4a5d14235398&device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 1099 time: 0.1301863 Sep 09 15:12:06.606524 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-909f0d25-9967-461a-963f-ee6565a72b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:06.641864 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a453e8-dc62-475a-bf95-8db6f5b6bc10 req-3f614056-6559-4f05-8dab-61357a03cac5 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:06.642141 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:06.642325 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d2a453e8-dc62-475a-bf95-8db6f5b6bc10 req-3f614056-6559-4f05-8dab-61357a03cac5 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.1281157 Sep 09 15:12:06.653725 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-bfa7d6c2-aeba-430c-9419-a101517b53a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6614d50668574c178e17eece0c13d637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6850257 Sep 09 15:12:06.669520 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 36198) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:06.685270 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7d6c2-aeba-430c-9419-a101517b53a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9450c3f1-2ded-40fb-9ea0-a8a4f1d48350,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:06.724750 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port a2d7cea7-76e7-492e-be59-caf2f4c1440e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a2d7cea7-76e7-492e-be59-caf2f4c1440e,segment=NetworkSegment(24394f6b-9b3e-4e73-9b84-bf533dec1e8f),segment_id=24394f6b-9b3e-4e73-9b84-bf533dec1e8f)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:12:06.739133 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:06.799572 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940a97a-6fb5-429c-bfea-b43796bec8e4 req-745cc383-708f-460f-84ed-c3b17469b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:06.801107 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5940a97a-6fb5-429c-bfea-b43796bec8e4 req-745cc383-708f-460f-84ed-c3b17469b81b service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655 HTTP/1.1" status: 200 len: 920 time: 0.2021036 Sep 09 15:12:06.808172 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d2a453e8-dc62-475a-bf95-8db6f5b6bc10 req-7e416df8-a1f5-4ee7-b407-82f2704cffc5 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578033 Sep 09 15:12:06.833051 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=a2d7cea7-76e7-492e-be59-caf2f4c1440e,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:06.844317 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-41599109-9d15-43fa-b570-6e97e9343201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:06.873190 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-41599109-9d15-43fa-b570-6e97e9343201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:06.874244 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5940a97a-6fb5-429c-bfea-b43796bec8e4 req-c40546a1-f46e-4c68-8d94-79c0dafb819d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef6c06ed-2b66-4380-9b64-1688fbb95d93 HTTP/1.1" status: 200 len: 217 time: 0.0620956 Sep 09 15:12:06.875223 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-909f0d25-9967-461a-963f-ee6565a72b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:06.877865 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-909f0d25-9967-461a-963f-ee6565a72b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:06.879081 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-909f0d25-9967-461a-963f-ee6565a72b95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/862d61c0-4d38-4986-9576-088a5648c8fd HTTP/1.1" status: 204 len: 168 time: 0.4798043 Sep 09 15:12:06.898242 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f0d25-9967-461a-963f-ee6565a72b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862d61c0-4d38-4986-9576-088a5648c8fd,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:06.973619 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-41599109-9d15-43fa-b570-6e97e9343201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:06.979099 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-41599109-9d15-43fa-b570-6e97e9343201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:06.981337 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-41599109-9d15-43fa-b570-6e97e9343201 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9450c3f1-2ded-40fb-9ea0-a8a4f1d48350 HTTP/1.1" status: 204 len: 168 time: 0.3107228 Sep 09 15:12:06.997993 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940a97a-6fb5-429c-bfea-b43796bec8e4 req-25327f36-d706-484c-8754-eaac50079dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:07.000559 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5940a97a-6fb5-429c-bfea-b43796bec8e4 req-25327f36-d706-484c-8754-eaac50079dbe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f37a255f-f939-40f3-9b3f-c731225da8ca HTTP/1.1" status: 200 len: 859 time: 0.1054695 Sep 09 15:12:07.001018 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41599109-9d15-43fa-b570-6e97e9343201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9450c3f1-2ded-40fb-9ea0-a8a4f1d48350,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:07.084136 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5940a97a-6fb5-429c-bfea-b43796bec8e4 req-1f13723e-a6fe-420f-b422-087f41f12e62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590317 Sep 09 15:12:07.251996 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5940a97a-6fb5-429c-bfea-b43796bec8e4 req-5528c5e1-8e19-49db-ac3c-96f2c59a6129 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558049 Sep 09 15:12:07.258520 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b096d9-bb19-41fd-ac9f-f9ccf5cbe3ef req-c115a5b2-15ad-4da1-8e86-b1fd0077290e tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:07.273593 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-39b096d9-bb19-41fd-ac9f-f9ccf5cbe3ef req-c115a5b2-15ad-4da1-8e86-b1fd0077290e tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.1387956 Sep 09 15:12:07.297295 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145f6593-9cc9-42cb-ab72-82e926992a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d7cea7-76e7-492e-be59-caf2f4c1440e'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:12:07.303371 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40eda2c-52b4-48e9-9d73-85b64f86193d" -d '{"events": [{"server_uuid": "145f6593-9cc9-42cb-ab72-82e926992a75", "name": "network-vif-plugged", "status": "completed", "tag": "a2d7cea7-76e7-492e-be59-caf2f4c1440e"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:12:07.396145 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-39b096d9-bb19-41fd-ac9f-f9ccf5cbe3ef req-f70fb988-83ac-416b-b4d7-32b347c4beab tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196904 Sep 09 15:12:07.450640 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5940a97a-6fb5-429c-bfea-b43796bec8e4 req-6cc9b8de-7a46-44a9-9c8a-182a2deb2c74 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742234 Sep 09 15:12:07.516483 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6434ce1-a90a-40d9-8751-918576245119 x-openstack-request-id: req-e6434ce1-a90a-40d9-8751-918576245119 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:12:07.517873 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145f6593-9cc9-42cb-ab72-82e926992a75", "name": "network-vif-plugged", "status": "completed", "tag": "a2d7cea7-76e7-492e-be59-caf2f4c1440e", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:12:07.518590 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6434ce1-a90a-40d9-8751-918576245119 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:12:07.519206 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145f6593-9cc9-42cb-ab72-82e926992a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d7cea7-76e7-492e-be59-caf2f4c1440e', 'code': 200} Sep 09 15:12:07.670599 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465846b6-7135-41e8-bced-13f8f9b09d57 req-13aa2332-b748-4d84-8a73-0df992ae10b6 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:07.686176 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-465846b6-7135-41e8-bced-13f8f9b09d57 req-13aa2332-b748-4d84-8a73-0df992ae10b6 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.1601167 Sep 09 15:12:07.774794 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-465846b6-7135-41e8-bced-13f8f9b09d57 req-3dfab5f0-827a-4a3b-8e5e-7e27437dad1e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854676 Sep 09 15:12:08.006042 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36246) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:08.024905 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dbf0cc05-1bc0-4998-8e3f-f23346c3667a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:08.031728 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56b638-b6b7-4827-95cc-401aee2935cd req-ee53bd05-b23c-492e-bc44-4ad6f128e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:08.033670 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8f56b638-b6b7-4827-95cc-401aee2935cd req-ee53bd05-b23c-492e-bc44-4ad6f128e9f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 1099 time: 0.1360734 Sep 09 15:12:08.117379 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8f56b638-b6b7-4827-95cc-401aee2935cd req-6c1b698e-62ac-41f9-9739-c72c31342a0d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659370 Sep 09 15:12:08.236239 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dbf0cc05-1bc0-4998-8e3f-f23346c3667a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:08.245901 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dbf0cc05-1bc0-4998-8e3f-f23346c3667a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:08.325861 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-dbf0cc05-1bc0-4998-8e3f-f23346c3667a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=446bd1275d4a4f2081c00e18d086934e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187308 Sep 09 15:12:08.326845 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0cc05-1bc0-4998-8e3f-f23346c3667a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f7a2c3-bf23-468f-a0ec-fb6a61eecc5b,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:08.330156 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36264) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:08.372455 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641688ea-f9ce-4628-8e21-8c940daca7dc req-c0db9c22-e61e-4a4d-8fcb-53994b6fe076 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:08.381286 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-641688ea-f9ce-4628-8e21-8c940daca7dc req-c0db9c22-e61e-4a4d-8fcb-53994b6fe076 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.3478494 Sep 09 15:12:08.387156 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 36268) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:08.396558 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-8b5e4149-9c4a-4b60-9e34-8aa71b7486d7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Request body: {'floatingip': {'port_id': '57554d0c-d376-4b32-a68d-6dc1de1280ca'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:12:08.480037 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8c96b96c-38fb-4547-a7fa-b7a758db3645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:08.533757 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f54f20-1243-44ca-b56a-841c681ab0ae req-b878cfba-a398-4ccf-a9f5-8c25c4cca2f9 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:08.543108 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8c96b96c-38fb-4547-a7fa-b7a758db3645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:08.548791 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-77f54f20-1243-44ca-b56a-841c681ab0ae req-b878cfba-a398-4ccf-a9f5-8c25c4cca2f9 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.4923115 Sep 09 15:12:08.660962 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8c96b96c-38fb-4547-a7fa-b7a758db3645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:08.667155 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8c96b96c-38fb-4547-a7fa-b7a758db3645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:08.669198 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-8c96b96c-38fb-4547-a7fa-b7a758db3645 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9f7a2c3-bf23-468f-a0ec-fb6a61eecc5b HTTP/1.1" status: 204 len: 168 time: 0.3377318 Sep 09 15:12:08.693039 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96b96c-38fb-4547-a7fa-b7a758db3645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f7a2c3-bf23-468f-a0ec-fb6a61eecc5b,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:08.704104 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-77f54f20-1243-44ca-b56a-841c681ab0ae req-6d48b9da-5c19-46b9-a060-82454338efbc tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492238 Sep 09 15:12:08.720700 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8b5e4149-9c4a-4b60-9e34-8aa71b7486d7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for floatingip, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:08.751832 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36280) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:08.863699 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e23ef-f651-49f9-8451-5acf4861a933 req-0cb73f41-cdcb-4730-9d26-81dfe0060563 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:08.865626 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b60e23ef-f651-49f9-8451-5acf4861a933 req-0cb73f41-cdcb-4730-9d26-81dfe0060563 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.2425566 Sep 09 15:12:09.048103 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b60e23ef-f651-49f9-8451-5acf4861a933 req-680dbe45-25ce-4fd2-a496-98a0979729b9 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343338 Sep 09 15:12:09.189835 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7d6ad8e0-de5b-4fca-9997-c609be54eff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:09.399220 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7d6ad8e0-de5b-4fca-9997-c609be54eff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:09.412314 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7d6ad8e0-de5b-4fca-9997-c609be54eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:09.468086 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ad8e0-de5b-4fca-9997-c609be54eff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1280939b-306a-4b00-b721-a1f3c861bc54,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:09.553277 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-7d6ad8e0-de5b-4fca-9997-c609be54eff0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3afe6209cce245e1a51a1e2704450c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7997026 Sep 09 15:12:09.558353 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36324) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:09.680440 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-38ece540-f9ba-49bc-822e-491ad758b81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:09.803369 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-38ece540-f9ba-49bc-822e-491ad758b81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:09.964034 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-38ece540-f9ba-49bc-822e-491ad758b81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:09.971715 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-38ece540-f9ba-49bc-822e-491ad758b81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:09.978080 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-38ece540-f9ba-49bc-822e-491ad758b81f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1280939b-306a-4b00-b721-a1f3c861bc54 HTTP/1.1" status: 204 len: 168 time: 0.4135242 Sep 09 15:12:09.988171 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ece540-f9ba-49bc-822e-491ad758b81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1280939b-306a-4b00-b721-a1f3c861bc54,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:10.240974 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53185917-8274-4816-90b6-785406481c81 req-3c2a55f5-02b0-4169-a071-a9d7488b02a6 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:10.243933 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-53185917-8274-4816-90b6-785406481c81 req-3c2a55f5-02b0-4169-a071-a9d7488b02a6 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.4179971 Sep 09 15:12:10.399444 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.db.resource_extend [None req-8b5e4149-9c4a-4b60-9e34-8aa71b7486d7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 15:12:10.509631 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-53185917-8274-4816-90b6-785406481c81 req-db56f51a-f0a8-4264-b0a5-d31c650191cb tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551889 Sep 09 15:12:10.576611 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8772b1d-006d-479e-be53-ada4aadd2289 req-e245ef50-ea0d-4321-a143-7b6a4ec4e539 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:10.598037 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b8772b1d-006d-479e-be53-ada4aadd2289 req-e245ef50-ea0d-4321-a143-7b6a4ec4e539 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.3484356 Sep 09 15:12:10.666072 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8b5e4149-9c4a-4b60-9e34-8aa71b7486d7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:10.685157 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8b5e4149-9c4a-4b60-9e34-8aa71b7486d7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681918'] for floatingip, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:10.749890 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36380) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:10.775651 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e24c68bf-2b01-40d6-9b4a-3adfdc5589b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:10.795979 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b8772b1d-006d-479e-be53-ada4aadd2289 req-e5b227fc-cd04-449c-9ada-0ee2a4c02ca1 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614535 Sep 09 15:12:10.947034 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.l3_db [None req-8b5e4149-9c4a-4b60-9e34-8aa71b7486d7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Floating IP 0e924746-4a4d-464f-986c-b36d66816f1c associated. External IP: 172.27.3.69, port: 57554d0c-d376-4b32-a68d-6dc1de1280ca. Sep 09 15:12:11.010245 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e24c68bf-2b01-40d6-9b4a-3adfdc5589b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:11.017060 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e24c68bf-2b01-40d6-9b4a-3adfdc5589b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:11.091983 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c68bf-2b01-40d6-9b4a-3adfdc5589b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa0a29f-6b2f-4537-98f7-eeb561d93596,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:11.104200 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e24c68bf-2b01-40d6-9b4a-3adfdc5589b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f3c702ad39441809db355ff83ffdd52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498752 Sep 09 15:12:11.110786 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36390) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:11.124809 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c68bf-2b01-40d6-9b4a-3adfdc5589b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:11.125338 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c68bf-2b01-40d6-9b4a-3adfdc5589b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:11.125906 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c68bf-2b01-40d6-9b4a-3adfdc5589b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:11.126471 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c68bf-2b01-40d6-9b4a-3adfdc5589b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:11.127056 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c68bf-2b01-40d6-9b4a-3adfdc5589b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:11.127760 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c68bf-2b01-40d6-9b4a-3adfdc5589b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:11.128183 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c68bf-2b01-40d6-9b4a-3adfdc5589b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:11.128729 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c68bf-2b01-40d6-9b4a-3adfdc5589b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:11.129281 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c68bf-2b01-40d6-9b4a-3adfdc5589b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:11.129828 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c68bf-2b01-40d6-9b4a-3adfdc5589b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:11.130374 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c68bf-2b01-40d6-9b4a-3adfdc5589b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:11.130960 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c68bf-2b01-40d6-9b4a-3adfdc5589b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:11.206266 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-298af262-fe78-4462-915b-d25f47678931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:11.229074 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedf381-ed85-4587-81ed-c06439d01c3b req-99684da7-e1ec-47fd-8a84-e73304c96d43 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:11.231873 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dfedf381-ed85-4587-81ed-c06439d01c3b req-99684da7-e1ec-47fd-8a84-e73304c96d43 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.3010845 Sep 09 15:12:11.244476 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 36394) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:11.257038 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-298af262-fe78-4462-915b-d25f47678931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:11.262656 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f70ae-8fdf-4fbc-a18f-2485d7ae80ae req-b2460210-08ee-41b7-a5d0-785d8e5993e0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:11.275702 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2f1f70ae-8fdf-4fbc-a18f-2485d7ae80ae req-b2460210-08ee-41b7-a5d0-785d8e5993e0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 945 time: 0.2456250 Sep 09 15:12:11.286876 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-0672ac23-bfad-4eaa-bfee-9540bb65b42b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Request body: {'floatingip': {'port_id': 'a2d7cea7-76e7-492e-be59-caf2f4c1440e'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:12:11.363624 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-298af262-fe78-4462-915b-d25f47678931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:11.367142 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-298af262-fe78-4462-915b-d25f47678931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:11.371408 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-298af262-fe78-4462-915b-d25f47678931 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2aa0a29f-6b2f-4537-98f7-eeb561d93596 HTTP/1.1" status: 204 len: 168 time: 0.2590823 Sep 09 15:12:11.384080 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298af262-fe78-4462-915b-d25f47678931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa0a29f-6b2f-4537-98f7-eeb561d93596,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:11.425966 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0672ac23-bfad-4eaa-bfee-9540bb65b42b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for floatingip, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:11.573018 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2f1f70ae-8fdf-4fbc-a18f-2485d7ae80ae req-65400f25-c3b5-4529-8258-e0bfc0b2a0ae tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e33cc5f-ace1-41cd-add6-a40042458981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920234 Sep 09 15:12:11.906587 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5e4149-9c4a-4b60-9e34-8aa71b7486d7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:12:12.194089 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242dfbe-3502-4080-b998-c8a33d6cdec1 req-5ba14922-e4e8-420f-95a4-f06cb2d5731c tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:12.196458 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9242dfbe-3502-4080-b998-c8a33d6cdec1 req-5ba14922-e4e8-420f-95a4-f06cb2d5731c tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.4153268 Sep 09 15:12:12.419498 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9242dfbe-3502-4080-b998-c8a33d6cdec1 req-2bfff111-8ef9-48e6-a816-04d63e27abee tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827075 Sep 09 15:12:12.484187 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5e4149-9c4a-4b60-9e34-8aa71b7486d7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:12:12.490427 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8b5e4149-9c4a-4b60-9e34-8aa71b7486d7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:12.521925 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e4abed-e591-4425-843f-d533135bcb20 None None] Sync routers for ids ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:12:12.533234 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e4abed-e591-4425-843f-d533135bcb20 None None] Routers {'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:12:12.533885 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-b0e4abed-e591-4425-843f-d533135bcb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:11:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:12:12.547443 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-8b5e4149-9c4a-4b60-9e34-8aa71b7486d7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "PUT /v2.0/floatingips/0e924746-4a4d-464f-986c-b36d66816f1c HTTP/1.1" status: 200 len: 990 time: 4.1581249 Sep 09 15:12:12.558258 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'tag': '57554d0c-d376-4b32-a68d-6dc1de1280ca'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:12:12.562347 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b8e2b0-e1c3-4931-a5db-82836313c28a" -d '{"events": [{"name": "network-changed", "server_uuid": "15244afd-822e-43c1-afec-7f8f7f2ca7a1", "tag": "57554d0c-d376-4b32-a68d-6dc1de1280ca"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:12:12.652345 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02745b42-4a42-4dfd-8a3b-3893b7f16dd8 x-openstack-request-id: req-02745b42-4a42-4dfd-8a3b-3893b7f16dd8 {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:12:12.653159 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15244afd-822e-43c1-afec-7f8f7f2ca7a1", "tag": "57554d0c-d376-4b32-a68d-6dc1de1280ca", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:12:12.654059 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02745b42-4a42-4dfd-8a3b-3893b7f16dd8 {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:12:12.655047 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'tag': '57554d0c-d376-4b32-a68d-6dc1de1280ca', 'status': 'completed', 'code': 200} Sep 09 15:12:12.696513 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.db.resource_extend [None req-0672ac23-bfad-4eaa-bfee-9540bb65b42b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 15:12:12.767873 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-b0e4abed-e591-4425-843f-d533135bcb20 None None] Set router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:12:12.789436 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0672ac23-bfad-4eaa-bfee-9540bb65b42b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:12.810074 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0672ac23-bfad-4eaa-bfee-9540bb65b42b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681918'] for floatingip, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:12.921139 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f42b8-8564-407a-a2c2-af7a632d7358 req-6d8e2218-9cba-4b1a-b365-fc549f994430 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:12.931557 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0c8f42b8-8564-407a-a2c2-af7a632d7358 req-6d8e2218-9cba-4b1a-b365-fc549f994430 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 945 time: 0.1637373 Sep 09 15:12:13.044867 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0c8f42b8-8564-407a-a2c2-af7a632d7358 req-0893376f-9b8f-4671-8723-804e662add87 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e33cc5f-ace1-41cd-add6-a40042458981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117518 Sep 09 15:12:13.062289 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.l3_db [None req-0672ac23-bfad-4eaa-bfee-9540bb65b42b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Floating IP 622d8c47-5c70-4a92-b55f-2f05bf8b9f77 associated. External IP: 172.27.3.116, port: a2d7cea7-76e7-492e-be59-caf2f4c1440e. Sep 09 15:12:13.269293 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8e2b0-e1c3-4931-a5db-82836313c28a req-efd86b4d-f8fe-4feb-9758-62227d25b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:13.271076 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5b8e2b0-e1c3-4931-a5db-82836313c28a req-efd86b4d-f8fe-4feb-9758-62227d25b6cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1671f29bb75494bb0226cd82308a86d&device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 1098 time: 0.0930789 Sep 09 15:12:13.426739 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8e2b0-e1c3-4931-a5db-82836313c28a req-31bd3cf7-9e0c-44ad-ada6-db93cfe25da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:13.429958 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5b8e2b0-e1c3-4931-a5db-82836313c28a req-31bd3cf7-9e0c-44ad-ada6-db93cfe25da7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=523750d6-4668-45d0-b10f-8b045df11afb HTTP/1.1" status: 200 len: 917 time: 0.1458900 Sep 09 15:12:13.445651 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-b0e4abed-e591-4425-843f-d533135bcb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '0e924746-4a4d-464f-986c-b36d66816f1c', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'port_id': '57554d0c-d376-4b32-a68d-6dc1de1280ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'mac_address': 'fa:16:3e:4f:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:11:40Z', 'updated_at': '2021-09-09T15:12:10Z', 'revision_number': 1, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f64f46-a0c5-4410-b388-8e5e847967fa', 'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'mac_address': 'fa:16:3e:f9:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:25Z', 'updated_at': '2021-09-09T15:11:43Z', 'revision_number': 5, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'subnets': [{'id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:12:13.499526 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e4abed-e591-4425-843f-d533135bcb20 None None] Checking router: de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:12:13.513156 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e4abed-e591-4425-843f-d533135bcb20 None None] Routers {'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:12:13.513383 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0672ac23-bfad-4eaa-bfee-9540bb65b42b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:12:13.514958 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-b0e4abed-e591-4425-843f-d533135bcb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:11:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:12:13.654677 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-b0e4abed-e591-4425-843f-d533135bcb20 None None] Set router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:12:13.678182 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5b8e2b0-e1c3-4931-a5db-82836313c28a req-21ce5891-883d-4a3d-8127-3ed640d574b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57554d0c-d376-4b32-a68d-6dc1de1280ca HTTP/1.1" status: 200 len: 998 time: 0.2414207 Sep 09 15:12:13.745785 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f648f0-f759-41b2-9e04-795bd1a74c5a req-fb979c17-1560-4b60-88a2-093b783b2fda tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:13.748637 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d7f648f0-f759-41b2-9e04-795bd1a74c5a req-fb979c17-1560-4b60-88a2-093b783b2fda tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.1870096 Sep 09 15:12:13.783957 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8e2b0-e1c3-4931-a5db-82836313c28a req-0ad01048-7f61-466a-8289-3ef98222b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:13.786036 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5b8e2b0-e1c3-4931-a5db-82836313c28a req-0ad01048-7f61-466a-8289-3ef98222b89a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff7b0629-fe79-43e4-954a-7cf836f43f0a HTTP/1.1" status: 200 len: 855 time: 0.0881994 Sep 09 15:12:13.883519 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8e2b0-e1c3-4931-a5db-82836313c28a req-030bff8e-f23f-4511-986a-a7cd5106e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:13.886247 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5b8e2b0-e1c3-4931-a5db-82836313c28a req-030bff8e-f23f-4511-986a-a7cd5106e49b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=523750d6-4668-45d0-b10f-8b045df11afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843019 Sep 09 15:12:13.928588 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d7f648f0-f759-41b2-9e04-795bd1a74c5a req-ceaa1827-ecfa-4645-851d-926f7dc6e71d tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626320 Sep 09 15:12:13.954598 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0672ac23-bfad-4eaa-bfee-9540bb65b42b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:12:13.981097 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa7200-850f-43e8-b19b-aefaa52c0366 None None] Sync routers for ids ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:12:13.983814 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0672ac23-bfad-4eaa-bfee-9540bb65b42b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:14.005741 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa7200-850f-43e8-b19b-aefaa52c0366 None None] Routers {'c7ffaaf2-74c6-4a09-8b57-5315a054cc04'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:12:14.007018 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-bdfa7200-850f-43e8-b19b-aefaa52c0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:11:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:12:14.111511 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5b8e2b0-e1c3-4931-a5db-82836313c28a req-465f1e39-9118-4392-b95b-8c89d9392853 service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051439 Sep 09 15:12:14.116694 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-0672ac23-bfad-4eaa-bfee-9540bb65b42b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "PUT /v2.0/floatingips/622d8c47-5c70-4a92-b55f-2f05bf8b9f77 HTTP/1.1" status: 200 len: 992 time: 2.8377736 Sep 09 15:12:14.302034 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-b0e4abed-e591-4425-843f-d533135bcb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '0e924746-4a4d-464f-986c-b36d66816f1c', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'port_id': '57554d0c-d376-4b32-a68d-6dc1de1280ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'mac_address': 'fa:16:3e:4f:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:11:40Z', 'updated_at': '2021-09-09T15:12:10Z', 'revision_number': 1, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f64f46-a0c5-4410-b388-8e5e847967fa', 'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'mac_address': 'fa:16:3e:f9:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:25Z', 'updated_at': '2021-09-09T15:11:43Z', 'revision_number': 5, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'subnets': [{'id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:12:14.340855 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-bdfa7200-850f-43e8-b19b-aefaa52c0366 None None] Set router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:12:14.437138 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b5b8e2b0-e1c3-4931-a5db-82836313c28a req-416a3c3c-4721-4203-b942-a53a40508b3c service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121340 Sep 09 15:12:14.442994 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e4abed-e591-4425-843f-d533135bcb20 None None] The sync data for ids ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'] in dv-cinder-776307-9-iscsi is: [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '0e924746-4a4d-464f-986c-b36d66816f1c', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'port_id': '57554d0c-d376-4b32-a68d-6dc1de1280ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'mac_address': 'fa:16:3e:4f:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:11:40Z', 'updated_at': '2021-09-09T15:12:10Z', 'revision_number': 1, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f64f46-a0c5-4410-b388-8e5e847967fa', 'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'mac_address': 'fa:16:3e:f9:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:25Z', 'updated_at': '2021-09-09T15:11:43Z', 'revision_number': 5, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'subnets': [{'id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:12:14.546907 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87620a36-d3a7-4ccc-b60c-d56700183166 req-4638d40f-132d-4dd0-929f-32403af97087 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:14.555339 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-87620a36-d3a7-4ccc-b60c-d56700183166 req-4638d40f-132d-4dd0-929f-32403af97087 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 945 time: 0.2250292 Sep 09 15:12:14.702376 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145f6593-9cc9-42cb-ab72-82e926992a75', 'tag': 'a2d7cea7-76e7-492e-be59-caf2f4c1440e'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:12:14.706337 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf29cc7-06b9-46d8-a384-ffd9f9044380" -d '{"events": [{"name": "network-changed", "server_uuid": "145f6593-9cc9-42cb-ab72-82e926992a75", "tag": "a2d7cea7-76e7-492e-be59-caf2f4c1440e"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:12:14.716952 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-87620a36-d3a7-4ccc-b60c-d56700183166 req-d38d78ec-bed6-4d12-84fd-3c0e6a00f9f5 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e33cc5f-ace1-41cd-add6-a40042458981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426218 Sep 09 15:12:14.830520 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe206ddd-4fb5-4f39-980c-7e6b1310cb44 x-openstack-request-id: req-fe206ddd-4fb5-4f39-980c-7e6b1310cb44 {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:12:14.831035 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145f6593-9cc9-42cb-ab72-82e926992a75", "tag": "a2d7cea7-76e7-492e-be59-caf2f4c1440e", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:12:14.831445 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe206ddd-4fb5-4f39-980c-7e6b1310cb44 {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:12:14.832082 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145f6593-9cc9-42cb-ab72-82e926992a75', 'tag': 'a2d7cea7-76e7-492e-be59-caf2f4c1440e', 'status': 'completed', 'code': 200} Sep 09 15:12:15.030161 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bd8efe-8a5d-49d7-8de7-ff45728e5a2e None None] New status for floating IP 0e924746-4a4d-464f-986c-b36d66816f1c: ACTIVE {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 15:12:15.044087 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf29cc7-06b9-46d8-a384-ffd9f9044380 req-7b3078f4-0ce1-4ab1-851f-c1c2b1743f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:15.046024 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9cf29cc7-06b9-46d8-a384-ffd9f9044380 req-7b3078f4-0ce1-4ab1-851f-c1c2b1743f10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2fbe9b5c8754473b0850c62c32d056b&device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 1099 time: 0.1546583 Sep 09 15:12:15.199688 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-bdfa7200-850f-43e8-b19b-aefaa52c0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '622d8c47-5c70-4a92-b55f-2f05bf8b9f77', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'port_id': 'a2d7cea7-76e7-492e-be59-caf2f4c1440e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'mac_address': 'fa:16:3e:eb:ad:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145f6593-9cc9-42cb-ab72-82e926992a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:11:40Z', 'updated_at': '2021-09-09T15:12:12Z', 'revision_number': 1, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61330a91-e5bc-4f3d-9d40-0090d079f598', 'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'mac_address': 'fa:16:3e:ff:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:23Z', 'updated_at': '2021-09-09T15:11:40Z', 'revision_number': 5, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'subnets': [{'id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:12:15.254149 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa7200-850f-43e8-b19b-aefaa52c0366 None None] Checking router: c7ffaaf2-74c6-4a09-8b57-5315a054cc04 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:12:15.269854 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa7200-850f-43e8-b19b-aefaa52c0366 None None] Routers {'c7ffaaf2-74c6-4a09-8b57-5315a054cc04'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:12:15.271341 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-bdfa7200-850f-43e8-b19b-aefaa52c0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:11:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:12:15.316133 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf29cc7-06b9-46d8-a384-ffd9f9044380 req-1305d311-a2f9-44e1-ad5e-95d468e792b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:15.322027 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9cf29cc7-06b9-46d8-a384-ffd9f9044380 req-1305d311-a2f9-44e1-ad5e-95d468e792b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c HTTP/1.1" status: 200 len: 911 time: 0.2573979 Sep 09 15:12:15.395267 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ea934-39ec-4dd5-b1b1-9badeeb3a167 req-0f6bb459-11a8-442c-978d-2be61769fe00 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:15.398613 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2c7ea934-39ec-4dd5-b1b1-9badeeb3a167 req-0f6bb459-11a8-442c-978d-2be61769fe00 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 945 time: 0.2919321 Sep 09 15:12:15.438598 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-bdfa7200-850f-43e8-b19b-aefaa52c0366 None None] Set router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:12:15.443256 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4866260-244c-40a6-bbc8-644f856072f4 req-7f1f2676-fd97-4af2-a9ca-0f9995417c01 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:15.460519 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f4866260-244c-40a6-bbc8-644f856072f4 req-7f1f2676-fd97-4af2-a9ca-0f9995417c01 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.2940567 Sep 09 15:12:15.492882 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9cf29cc7-06b9-46d8-a384-ffd9f9044380 req-94155b64-c45f-43a3-bf0c-9e40bea761e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2d7cea7-76e7-492e-be59-caf2f4c1440e HTTP/1.1" status: 200 len: 1000 time: 0.1599610 Sep 09 15:12:15.719407 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf29cc7-06b9-46d8-a384-ffd9f9044380 req-6db4077d-7f2c-41cb-a4bc-2a712568b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:15.726398 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9cf29cc7-06b9-46d8-a384-ffd9f9044380 req-6db4077d-7f2c-41cb-a4bc-2a712568b2c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db53f811-03ef-4135-a3c5-5d3aa6a75f6d HTTP/1.1" status: 200 len: 849 time: 0.2228560 Sep 09 15:12:15.846232 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf29cc7-06b9-46d8-a384-ffd9f9044380 req-086e2be7-8ac8-40b9-a06f-e280711d11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:15.859150 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9cf29cc7-06b9-46d8-a384-ffd9f9044380 req-086e2be7-8ac8-40b9-a06f-e280711d11d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1076932 Sep 09 15:12:15.866808 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f4866260-244c-40a6-bbc8-644f856072f4 req-edf29708-293e-429f-acc4-fe8ce8c8d3d9 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941353 Sep 09 15:12:15.937607 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-2c7ea934-39ec-4dd5-b1b1-9badeeb3a167 req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Deleting port ee9cc852-709e-4a14-ab53-95b45d124ce8 {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:12:15.940503 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-2c7ea934-39ec-4dd5-b1b1-9badeeb3a167 req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:16.071487 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-bdfa7200-850f-43e8-b19b-aefaa52c0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '622d8c47-5c70-4a92-b55f-2f05bf8b9f77', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'port_id': 'a2d7cea7-76e7-492e-be59-caf2f4c1440e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'mac_address': 'fa:16:3e:eb:ad:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145f6593-9cc9-42cb-ab72-82e926992a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:11:40Z', 'updated_at': '2021-09-09T15:12:12Z', 'revision_number': 1, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61330a91-e5bc-4f3d-9d40-0090d079f598', 'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'mac_address': 'fa:16:3e:ff:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:23Z', 'updated_at': '2021-09-09T15:11:40Z', 'revision_number': 5, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'subnets': [{'id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:12:16.117838 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfa7200-850f-43e8-b19b-aefaa52c0366 None None] The sync data for ids ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'] in dv-cinder-776307-9-iscsi is: [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '622d8c47-5c70-4a92-b55f-2f05bf8b9f77', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'port_id': 'a2d7cea7-76e7-492e-be59-caf2f4c1440e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'mac_address': 'fa:16:3e:eb:ad:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145f6593-9cc9-42cb-ab72-82e926992a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:11:40Z', 'updated_at': '2021-09-09T15:12:12Z', 'revision_number': 1, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61330a91-e5bc-4f3d-9d40-0090d079f598', 'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'mac_address': 'fa:16:3e:ff:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:23Z', 'updated_at': '2021-09-09T15:11:40Z', 'revision_number': 5, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'subnets': [{'id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:12:16.181961 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9cf29cc7-06b9-46d8-a384-ffd9f9044380 req-fd620f5c-7919-4e93-aa93-5ee87f9d592a service neutron] 10.222.0.39 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172774 Sep 09 15:12:16.196831 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9ad6-5e6a-4e32-b63f-440ee4a73561 req-b06f498f-7bfd-457c-9029-29cd2a1f00e4 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:16.207180 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-596e9ad6-5e6a-4e32-b63f-440ee4a73561 req-b06f498f-7bfd-457c-9029-29cd2a1f00e4 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 945 time: 0.2943003 Sep 09 15:12:16.290421 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-2c7ea934-39ec-4dd5-b1b1-9badeeb3a167 req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] For port ee9cc852-709e-4a14-ab53-95b45d124ce8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ee9cc852-709e-4a14-ab53-95b45d124ce8,segment=NetworkSegment(f44fb324-31f8-4478-a437-ff5249157774),segment_id=f44fb324-31f8-4478-a437-ff5249157774)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:12:16.291388 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-2c7ea934-39ec-4dd5-b1b1-9badeeb3a167 req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:16.338094 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-596e9ad6-5e6a-4e32-b63f-440ee4a73561 req-e741676d-4c10-4e63-91c6-4969cffef3a3 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e33cc5f-ace1-41cd-add6-a40042458981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289420 Sep 09 15:12:16.378687 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-2c7ea934-39ec-4dd5-b1b1-9badeeb3a167 req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Calling delete_port for ee9cc852-709e-4a14-ab53-95b45d124ce8 owned by compute:nova {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:12:16.478104 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9cf29cc7-06b9-46d8-a384-ffd9f9044380 req-e0dadc13-8bd5-4b3e-905d-4dd808580f74 service neutron] 10.222.0.39 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809434 Sep 09 15:12:16.490730 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36598) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:16.556851 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc696db-ed80-484e-9aa8-f132136701da None None] New status for floating IP 622d8c47-5c70-4a92-b55f-2f05bf8b9f77: ACTIVE {{(pid=94132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 15:12:16.727568 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36604) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:16.745125 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-2c7ea934-39ec-4dd5-b1b1-9badeeb3a167 req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:16.795648 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Pushing event deleted for resources: {'Port': ['ID=ee9cc852-709e-4a14-ab53-95b45d124ce8,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:16.812442 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:16.813045 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:16.813516 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:16.813850 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:16.814176 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:16.814501 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:16.814858 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:16.815181 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:16.815503 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:16.815818 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:16.816131 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:16.816785 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:12:16.845303 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-323e0cfb-e093-4085-b41b-47c0fe507116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:16.919677 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7ea934-39ec-4dd5-b1b1-9badeeb3a167 req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] No DVR routers for this DVR port ee9cc852-709e-4a14-ab53-95b45d124ce8 on host hv-cinder-77630 {{(pid=94130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:12:16.925854 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-2c7ea934-39ec-4dd5-b1b1-9badeeb3a167 req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:16.927997 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2c7ea934-39ec-4dd5-b1b1-9badeeb3a167 req-35514059-7f23-4505-91f8-c1cb331e31d0 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.39 "DELETE /v2.0/ports/ee9cc852-709e-4a14-ab53-95b45d124ce8 HTTP/1.1" status: 204 len: 173 time: 1.5212393 Sep 09 15:12:16.928503 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e20e5d6-27a7-4759-8da6-fe5349c92491', 'name': 'network-vif-deleted', 'tag': 'ee9cc852-709e-4a14-ab53-95b45d124ce8'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:12:16.935950 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24e3811-bebd-4472-85e0-262b4c53e59c" -d '{"events": [{"server_uuid": "7e20e5d6-27a7-4759-8da6-fe5349c92491", "name": "network-vif-deleted", "tag": "ee9cc852-709e-4a14-ab53-95b45d124ce8"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:12:17.002744 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8f84df9b-7124-40d7-aaf7-05eab78d9c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:17.114566 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66eccd-2396-4c82-a9fa-a6d1e7e6ba8f req-6a32f29c-b71c-4d74-b0ba-f062bdc0ec4f tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:17.116509 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6d66eccd-2396-4c82-a9fa-a6d1e7e6ba8f req-6a32f29c-b71c-4d74-b0ba-f062bdc0ec4f tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.0747128 Sep 09 15:12:17.121069 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-323e0cfb-e093-4085-b41b-47c0fe507116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:17.127940 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-323e0cfb-e093-4085-b41b-47c0fe507116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:17.144703 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b47f5c-d3eb-4ddb-ae62-47e7a638b278 x-openstack-request-id: req-84b47f5c-d3eb-4ddb-ae62-47e7a638b278 {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:12:17.146035 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e20e5d6-27a7-4759-8da6-fe5349c92491", "name": "network-vif-deleted", "tag": "ee9cc852-709e-4a14-ab53-95b45d124ce8", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:12:17.146522 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84b47f5c-d3eb-4ddb-ae62-47e7a638b278 {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:12:17.148158 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e20e5d6-27a7-4759-8da6-fe5349c92491', 'name': 'network-vif-deleted', 'tag': 'ee9cc852-709e-4a14-ab53-95b45d124ce8', 'status': 'completed', 'code': 200} Sep 09 15:12:17.187621 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6d66eccd-2396-4c82-a9fa-a6d1e7e6ba8f req-79047b81-d912-4359-be2b-3e856f10c7d8 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580516 Sep 09 15:12:17.205341 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-323e0cfb-e093-4085-b41b-47c0fe507116 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2471456afc94fec853611fd1c3cfaf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7092726 Sep 09 15:12:17.206309 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 36614) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:17.218495 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e0cfb-e093-4085-b41b-47c0fe507116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99615c72-20cb-4288-986a-3289cddd63eb,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:17.300928 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-2aed12c4-993d-491a-99cf-5c5741c13ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:17.324002 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8f84df9b-7124-40d7-aaf7-05eab78d9c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:17.329571 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8f84df9b-7124-40d7-aaf7-05eab78d9c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:17.330813 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-2aed12c4-993d-491a-99cf-5c5741c13ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:17.414130 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-2aed12c4-993d-491a-99cf-5c5741c13ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:17.419021 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-2aed12c4-993d-491a-99cf-5c5741c13ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:17.423420 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-2aed12c4-993d-491a-99cf-5c5741c13ae8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99615c72-20cb-4288-986a-3289cddd63eb HTTP/1.1" status: 204 len: 168 time: 0.2126615 Sep 09 15:12:17.447399 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed12c4-993d-491a-99cf-5c5741c13ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99615c72-20cb-4288-986a-3289cddd63eb,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:17.688589 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-57c398e1-72bd-404d-bf36-fe5133c47c74 req-d8688513-5432-49c2-9c1d-bd03b2fd24e3 tempest-DeleteServersTestJSON-1856285899 tempest-DeleteServersTestJSON-1856285899-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e20e5d6-27a7-4759-8da6-fe5349c92491 HTTP/1.1" status: 200 len: 210 time: 0.0534503 Sep 09 15:12:17.723711 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84df9b-7124-40d7-aaf7-05eab78d9c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d1a2be-43e0-4ed0-8b3f-717c23eedb65,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:17.734276 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-8f84df9b-7124-40d7-aaf7-05eab78d9c51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b627ac5e42c4e08a8c88504b511b729&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0017204 Sep 09 15:12:17.735349 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36634) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:17.829386 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-729f89b5-16cb-4a64-a345-ef200fdacca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:17.878582 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-84f2e094-a9e2-499d-b59a-ac387c7ac035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:17.891685 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-729f89b5-16cb-4a64-a345-ef200fdacca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:17.976253 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-729f89b5-16cb-4a64-a345-ef200fdacca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:17.980386 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-729f89b5-16cb-4a64-a345-ef200fdacca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:17.982238 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-729f89b5-16cb-4a64-a345-ef200fdacca6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61d1a2be-43e0-4ed0-8b3f-717c23eedb65 HTTP/1.1" status: 204 len: 168 time: 0.2456625 Sep 09 15:12:17.996711 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f89b5-16cb-4a64-a345-ef200fdacca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d1a2be-43e0-4ed0-8b3f-717c23eedb65,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:18.203629 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 36656) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:18.250537 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9981548f-cae1-43cd-9178-c4e45a208eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:18.460450 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device ee9cc852-709e-4a14-ab53-95b45d124ce8 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:12:18.498997 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe10a4-290f-491c-b62f-5da670589e6f req-b09cde9d-0779-479a-a639-ee3a917190cc tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:18.500741 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-71fe10a4-290f-491c-b62f-5da670589e6f req-b09cde9d-0779-479a-a639-ee3a917190cc tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.1300020 Sep 09 15:12:18.515257 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: ee9cc852-709e-4a14-ab53-95b45d124ce8 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:12:18.516264 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device ee9cc852-709e-4a14-ab53-95b45d124ce8 not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:12:18.608332 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9981548f-cae1-43cd-9178-c4e45a208eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:18.620770 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-71fe10a4-290f-491c-b62f-5da670589e6f req-2fd2c735-328b-4dd5-8817-76642c0a1b2a tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959191 Sep 09 15:12:18.622511 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9981548f-cae1-43cd-9178-c4e45a208eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:18.701266 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-9981548f-cae1-43cd-9178-c4e45a208eaa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7bb4a4fbf464946934d61b0768e00d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4959707 Sep 09 15:12:18.706276 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 36670) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:18.710646 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981548f-cae1-43cd-9178-c4e45a208eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c036763-f520-4343-854d-de28270cc9be,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:18.755801 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36674) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:18.789193 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1e2749f3-45a0-403e-8f7b-694c2247f205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:18.812411 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-86fadd2c-7ac7-464a-9f9d-fc9984a1b95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:18.841167 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36678) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:18.855114 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-86fadd2c-7ac7-464a-9f9d-fc9984a1b95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:18.981564 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-86fadd2c-7ac7-464a-9f9d-fc9984a1b95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:18.985333 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-86fadd2c-7ac7-464a-9f9d-fc9984a1b95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:18.986862 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-86fadd2c-7ac7-464a-9f9d-fc9984a1b95c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c036763-f520-4343-854d-de28270cc9be HTTP/1.1" status: 204 len: 168 time: 0.2632184 Sep 09 15:12:19.021953 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fadd2c-7ac7-464a-9f9d-fc9984a1b95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c036763-f520-4343-854d-de28270cc9be,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:19.079087 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1e2749f3-45a0-403e-8f7b-694c2247f205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:19.090203 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1e2749f3-45a0-403e-8f7b-694c2247f205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:19.168572 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1e2749f3-45a0-403e-8f7b-694c2247f205 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ec4311e39544813bc78d9bbe562081d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090874 Sep 09 15:12:19.171580 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2749f3-45a0-403e-8f7b-694c2247f205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9bf1b2-a7fa-48fb-bd90-e1b1696e9310,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:19.173513 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 36692) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:19.326051 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9e225326-c231-4f1f-9958-daa3ea63013b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:19.368772 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9e225326-c231-4f1f-9958-daa3ea63013b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:19.372557 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-920b203e-4831-4346-9b15-762ad3b4f704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:19.470209 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9e225326-c231-4f1f-9958-daa3ea63013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:19.476589 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9e225326-c231-4f1f-9958-daa3ea63013b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:19.479157 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-9e225326-c231-4f1f-9958-daa3ea63013b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe9bf1b2-a7fa-48fb-bd90-e1b1696e9310 HTTP/1.1" status: 204 len: 168 time: 0.3043189 Sep 09 15:12:19.496092 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e225326-c231-4f1f-9958-daa3ea63013b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9bf1b2-a7fa-48fb-bd90-e1b1696e9310,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:19.613570 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-920b203e-4831-4346-9b15-762ad3b4f704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:19.620392 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-920b203e-4831-4346-9b15-762ad3b4f704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:19.689960 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-920b203e-4831-4346-9b15-762ad3b4f704 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d7474632b0c471686173df97b5dd11b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8394656 Sep 09 15:12:19.689960 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b203e-4831-4346-9b15-762ad3b4f704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2fc58d-846d-4dfe-9e72-57355fd3ebba,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:19.691685 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 36710) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:19.789003 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-73308132-e45a-4f66-9b7e-ff1dd18a70de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:19.834082 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-73308132-e45a-4f66-9b7e-ff1dd18a70de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:19.922637 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d60b09-9df8-4e77-b232-4c5a2d0fd758 req-caf535f2-c033-4f4e-839d-7e412f4504d3 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:19.922637 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-24d60b09-9df8-4e77-b232-4c5a2d0fd758 req-caf535f2-c033-4f4e-839d-7e412f4504d3 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.1112497 Sep 09 15:12:19.973232 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-24d60b09-9df8-4e77-b232-4c5a2d0fd758 req-870f52da-6b42-4547-a5c0-c2a4eb0eb310 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419886 Sep 09 15:12:20.004172 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-73308132-e45a-4f66-9b7e-ff1dd18a70de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:20.007756 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-73308132-e45a-4f66-9b7e-ff1dd18a70de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:20.008961 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-73308132-e45a-4f66-9b7e-ff1dd18a70de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd2fc58d-846d-4dfe-9e72-57355fd3ebba HTTP/1.1" status: 204 len: 168 time: 0.3152814 Sep 09 15:12:20.024039 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73308132-e45a-4f66-9b7e-ff1dd18a70de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2fc58d-846d-4dfe-9e72-57355fd3ebba,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:20.498949 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36742) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:20.517684 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-84513679-3045-4c16-b3a0-b4d7db166883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:20.652790 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 36750) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:20.684996 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-84513679-3045-4c16-b3a0-b4d7db166883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:20.692559 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-90602cdc-48dd-4d16-b937-a247cd9347a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:20.693597 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-84513679-3045-4c16-b3a0-b4d7db166883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:20.764241 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84513679-3045-4c16-b3a0-b4d7db166883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac90e387-f754-4cb7-9345-547ad6d61c9b,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:20.774422 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-84513679-3045-4c16-b3a0-b4d7db166883 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=445c7ba8a2794f6f8e3a05a9ae3bea7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703993 Sep 09 15:12:20.775636 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36756) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:20.788272 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_v2 [None req-048f2d62-dbf2-4db3-add2-e1457d6bb2c0 admin admin] Deleting subnet 1dec1490-2ae8-447b-99f8-92bc4a0323db {{(pid=94130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 15:12:20.793355 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-048f2d62-dbf2-4db3-add2-e1457d6bb2c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:20.846029 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-048f2d62-dbf2-4db3-add2-e1457d6bb2c0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:20.853764 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:20.862902 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-048f2d62-dbf2-4db3-add2-e1457d6bb2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612359'] for subnet, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:20.877804 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-59ff43ce-afca-47ac-9a75-a3f5b85b2a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:20.920102 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-59ff43ce-afca-47ac-9a75-a3f5b85b2a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:20.961969 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-048f2d62-dbf2-4db3-add2-e1457d6bb2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for subnet, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:20.999736 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f2d62-dbf2-4db3-add2-e1457d6bb2c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dec1490-2ae8-447b-99f8-92bc4a0323db,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:21.012226 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-59ff43ce-afca-47ac-9a75-a3f5b85b2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:21.012685 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-048f2d62-dbf2-4db3-add2-e1457d6bb2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:21.014831 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-048f2d62-dbf2-4db3-add2-e1457d6bb2c0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1dec1490-2ae8-447b-99f8-92bc4a0323db HTTP/1.1" status: 204 len: 168 time: 0.3605614 Sep 09 15:12:21.014985 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-59ff43ce-afca-47ac-9a75-a3f5b85b2a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:21.019409 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-59ff43ce-afca-47ac-9a75-a3f5b85b2a54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac90e387-f754-4cb7-9345-547ad6d61c9b HTTP/1.1" status: 204 len: 168 time: 0.2401986 Sep 09 15:12:21.019502 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 36768) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:21.030210 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:12:21.035887 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff43ce-afca-47ac-9a75-a3f5b85b2a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac90e387-f754-4cb7-9345-547ad6d61c9b,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:21.177425 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846555'] for network, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:21.235871 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d151b1f-db46-47de-9443-faa3e38c5832 req-b075e697-3d16-463f-a5f6-d9f43a3615ad tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:21.237822 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8d151b1f-db46-47de-9443-faa3e38c5832 req-b075e697-3d16-463f-a5f6-d9f43a3615ad tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.0771666 Sep 09 15:12:21.668650 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607090', 'neutron.services.segments.db._delete_segments_for_network-8752445426589'] for network, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:21.692695 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:21.705509 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8d151b1f-db46-47de-9443-faa3e38c5832 req-bfe23a37-89e8-47f5-9c0f-850b967f3ef1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448581 Sep 09 15:12:21.756818 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:12:21.757673 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:12:21.759155 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:12:21.760273 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Subscribe: > port after_create 55550000 {{(pid=94130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:12:21.760804 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:12:21.761339 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Subscribe: > port after_update 55550000 {{(pid=94130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:12:21.761838 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:12:21.762781 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:12:21.764205 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:12:21.764725 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:12:21.974387 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:12:21.974759 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:12:21.976480 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:12:21.977123 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:12:21.977566 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.services.segments.db [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e336a9-72a8-4a88-9a87-10d22fd1de92']}} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:12:21.997440 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.services.segments.db [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44fb324-31f8-4478-a437-ff5249157774') {'for_net_delete': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:12:21.997994 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.services.segments.db [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44fb324-31f8-4478-a437-ff5249157774') {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:12:22.032858 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752445428902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59470347'] for segment, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:22.092861 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:22.109324 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:12:22.110366 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60062564'] for segment, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: from cryptography.utils import int_from_bytes Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: from cryptography.utils import int_from_bytes Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: Traceback (most recent call last): Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: timer() Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: cb(*args, **kw) Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: return func(*args, **kwargs) Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: self._notify() Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: self.callback(batched_events) Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: event.method(event) Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: return f(self, *a, **k) Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: return self._get(url).json() Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: return self.request(url, 'GET', **kwargs) Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 15:12:22.118118 dv-cinder-776307-9-iscsi neutron-server[94130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 15:12:22.248567 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681868'] for network, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:22.260953 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:22.269050 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] 10.222.0.18 "DELETE /v2.0/networks/72e336a9-72a8-4a88-9a87-10d22fd1de92 HTTP/1.1" status: 204 len: 168 time: 1.2486529 Sep 09 15:12:22.282357 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56fc45-1492-4a6f-965c-731c1446442b admin admin] Pushing event deleted for resources: {'Network': ['ID=72e336a9-72a8-4a88-9a87-10d22fd1de92,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:22.450917 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 36818) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:22.510160 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-edf61d9e-9d9d-444f-a9b6-128342a88ac6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a31d8717c5034c3fb3b7441331905157&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0573454 Sep 09 15:12:22.514092 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36820) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:22.580626 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4ecd-ab75-4592-b2b1-bc75a7b2869d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:22.622259 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4ecd-ab75-4592-b2b1-bc75a7b2869d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:22.714173 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4ecd-ab75-4592-b2b1-bc75a7b2869d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:22.718408 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d4ad4ecd-ab75-4592-b2b1-bc75a7b2869d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:22.720280 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d4ad4ecd-ab75-4592-b2b1-bc75a7b2869d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e33cc5f-ace1-41cd-add6-a40042458981 HTTP/1.1" status: 204 len: 168 time: 0.2042942 Sep 09 15:12:22.736044 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad4ecd-ab75-4592-b2b1-bc75a7b2869d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e33cc5f-ace1-41cd-add6-a40042458981,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:22.902087 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9695ca-68eb-4115-b9c7-0ca38f6764da req-5fb0fc74-f51b-426f-8120-7855ee88a990 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:22.905010 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6c9695ca-68eb-4115-b9c7-0ca38f6764da req-5fb0fc74-f51b-426f-8120-7855ee88a990 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.0797377 Sep 09 15:12:22.974941 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6c9695ca-68eb-4115-b9c7-0ca38f6764da req-eb8bbefe-f971-48ce-ad60-ae9de7fac71e tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628242 Sep 09 15:12:23.230321 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6c33ecb4-451e-4892-af3a-a48105d8a473 req-9aaa5ccf-cc25-41c9-bfea-6f7ce85d5e65 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0906026 Sep 09 15:12:23.350460 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:23.370424 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33ecb4-451e-4892-af3a-a48105d8a473 req-dae5e6d6-5936-4787-ac0f-c2bac3e6f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:23.372960 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6c33ecb4-451e-4892-af3a-a48105d8a473 req-dae5e6d6-5936-4787-ac0f-c2bac3e6f0f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ecd5472851a04119989b4a5d14235398&device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 1099 time: 0.0647814 Sep 09 15:12:23.586853 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33ecb4-451e-4892-af3a-a48105d8a473 req-231941ea-1334-4946-8192-9805b42c7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:23.594440 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6c33ecb4-451e-4892-af3a-a48105d8a473 req-231941ea-1334-4946-8192-9805b42c7d6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655 HTTP/1.1" status: 200 len: 920 time: 0.1883502 Sep 09 15:12:24.466022 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 36896) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:24.654904 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-79547a0a-d740-420e-939f-77db72d1137a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:24.833137 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:24.853118 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-79547a0a-d740-420e-939f-77db72d1137a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:24.861011 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-79547a0a-d740-420e-939f-77db72d1137a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:24.942652 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-79547a0a-d740-420e-939f-77db72d1137a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8c363568a33492091809e5204672ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4751790 Sep 09 15:12:24.947655 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36906) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:24.956414 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79547a0a-d740-420e-939f-77db72d1137a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d541b69f-004b-4813-b933-46ac35de3e13,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:25.036404 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c82bafa2-9139-467c-9824-f555fe570f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:25.072309 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c82bafa2-9139-467c-9824-f555fe570f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:25.192783 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c82bafa2-9139-467c-9824-f555fe570f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:25.196436 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c82bafa2-9139-467c-9824-f555fe570f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:25.197992 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c82bafa2-9139-467c-9824-f555fe570f73 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d541b69f-004b-4813-b933-46ac35de3e13 HTTP/1.1" status: 204 len: 168 time: 0.2485604 Sep 09 15:12:25.211650 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bafa2-9139-467c-9824-f555fe570f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d541b69f-004b-4813-b933-46ac35de3e13,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:25.806514 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 36932) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:25.826085 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2143a659-8bc5-445c-a5d0-f50e0cd19799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:25.977755 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2143a659-8bc5-445c-a5d0-f50e0cd19799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:25.984605 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2143a659-8bc5-445c-a5d0-f50e0cd19799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:26.061755 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2143a659-8bc5-445c-a5d0-f50e0cd19799 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34e90c14ffa4443c9577ff1c5ccbe891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536204 Sep 09 15:12:26.063965 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143a659-8bc5-445c-a5d0-f50e0cd19799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b23b4e-4c9f-42ea-bf3e-e3ed1ad8e50b,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:26.065812 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 36938) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:26.138109 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-65555b54-f0e6-43af-b35b-70e87d98af20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:26.172204 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-65555b54-f0e6-43af-b35b-70e87d98af20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:26.262623 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-65555b54-f0e6-43af-b35b-70e87d98af20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:26.262623 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-65555b54-f0e6-43af-b35b-70e87d98af20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:26.264852 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-65555b54-f0e6-43af-b35b-70e87d98af20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01b23b4e-4c9f-42ea-bf3e-e3ed1ad8e50b HTTP/1.1" status: 204 len: 168 time: 0.1962621 Sep 09 15:12:26.274968 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65555b54-f0e6-43af-b35b-70e87d98af20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b23b4e-4c9f-42ea-bf3e-e3ed1ad8e50b,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:26.612822 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6c33ecb4-451e-4892-af3a-a48105d8a473 req-f07ab6da-afec-4aad-b1a8-01e5a4f2667c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41355f4-3aae-43da-8bdb-25fe3e96083f HTTP/1.1" status: 200 len: 217 time: 0.0572996 Sep 09 15:12:26.681907 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33ecb4-451e-4892-af3a-a48105d8a473 req-8b1008dd-70f1-4f0c-b2db-796507d157bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:26.683545 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6c33ecb4-451e-4892-af3a-a48105d8a473 req-8b1008dd-70f1-4f0c-b2db-796507d157bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f37a255f-f939-40f3-9b3f-c731225da8ca HTTP/1.1" status: 200 len: 859 time: 0.0616372 Sep 09 15:12:26.744130 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6c33ecb4-451e-4892-af3a-a48105d8a473 req-07b5c839-b164-439e-8677-1030f0600364 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473096 Sep 09 15:12:26.937664 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870e5bb-4363-4dd8-bbff-3e89cf55f4d5 req-721d91c9-334c-4f3b-bb3b-6eb8a0d764ca tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:26.940633 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4870e5bb-4363-4dd8-bbff-3e89cf55f4d5 req-721d91c9-334c-4f3b-bb3b-6eb8a0d764ca tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.2275038 Sep 09 15:12:27.039138 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6c33ecb4-451e-4892-af3a-a48105d8a473 req-e10d521e-ad2f-4b7a-9850-ff190df814d6 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488792 Sep 09 15:12:27.056066 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4870e5bb-4363-4dd8-bbff-3e89cf55f4d5 req-28f1b015-994b-467a-8b95-f736bcd95841 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989561 Sep 09 15:12:27.205996 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6c33ecb4-451e-4892-af3a-a48105d8a473 req-0f267aab-86a4-434e-a4e7-002dc7ae3390 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565077 Sep 09 15:12:28.239249 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fee5a4-1b4d-4b73-a193-2749d1448bfe req-266c156a-3914-4c01-94dc-1657e0552414 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:28.242780 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-78fee5a4-1b4d-4b73-a193-2749d1448bfe req-266c156a-3914-4c01-94dc-1657e0552414 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.0776143 Sep 09 15:12:28.321302 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-78fee5a4-1b4d-4b73-a193-2749d1448bfe req-9f810436-0ec8-4740-a850-e6413348c156 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561259 Sep 09 15:12:31.274111 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb95d8-67d2-4ee5-918b-5ba7633f6045 req-ed39df65-7311-4440-967e-174646b58db0 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:31.276026 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-73fb95d8-67d2-4ee5-918b-5ba7633f6045 req-ed39df65-7311-4440-967e-174646b58db0 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.0676761 Sep 09 15:12:31.322533 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-73fb95d8-67d2-4ee5-918b-5ba7633f6045 req-4048d6df-d23e-4de9-ab93-1f2a3dba9286 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388994 Sep 09 15:12:33.440038 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c30587-c0ad-4294-96ab-cdf25babb053 req-317e483b-1c45-46f6-9cec-a20e354eb31a tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:33.442745 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-78c30587-c0ad-4294-96ab-cdf25babb053 req-317e483b-1c45-46f6-9cec-a20e354eb31a tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.0727644 Sep 09 15:12:33.494597 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-78c30587-c0ad-4294-96ab-cdf25babb053 req-19229c63-474b-4115-aedc-2372a243738c tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449724 Sep 09 15:12:35.402496 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd56e6a-dfe4-430c-8ebf-342fd36a331e req-be3504e0-3639-494a-934f-1c833de46269 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:35.410546 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ddd56e6a-dfe4-430c-8ebf-342fd36a331e req-be3504e0-3639-494a-934f-1c833de46269 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.0740459 Sep 09 15:12:35.461574 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ddd56e6a-dfe4-430c-8ebf-342fd36a331e req-91872a9c-bf23-48bf-a4ef-a821493e1a0d tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381429 Sep 09 15:12:36.634616 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c52710-e924-42d2-856d-308e765987ce req-3cff40ea-7f14-4818-9d47-bc3cb84f81b8 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:36.637092 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-63c52710-e924-42d2-856d-308e765987ce req-3cff40ea-7f14-4818-9d47-bc3cb84f81b8 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.0750554 Sep 09 15:12:36.719264 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-63c52710-e924-42d2-856d-308e765987ce req-5e697f10-5317-45fc-b1ad-8559d4be9984 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740168 Sep 09 15:12:36.737066 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e6ff5-6e96-462e-b876-b47de906bb4e req-2dbb1fbe-b48b-445b-87b8-9aec0032d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:36.739112 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f98e6ff5-6e96-462e-b876-b47de906bb4e req-2dbb1fbe-b48b-445b-87b8-9aec0032d6f9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 1099 time: 0.0626876 Sep 09 15:12:36.808969 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f98e6ff5-6e96-462e-b876-b47de906bb4e req-df7f88bd-dea6-4db1-960e-b2c537122432 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607429 Sep 09 15:12:40.563760 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbde84-1316-4f6b-b1e1-c2f7f423fca0 req-3668582a-ff74-46f3-8a2d-d6e270a1a303 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:40.566731 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-81bbde84-1316-4f6b-b1e1-c2f7f423fca0 req-3668582a-ff74-46f3-8a2d-d6e270a1a303 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.0558031 Sep 09 15:12:40.618409 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-81bbde84-1316-4f6b-b1e1-c2f7f423fca0 req-a88ed153-13a3-42a5-bc52-4d4fd5c7e084 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396481 Sep 09 15:12:41.785173 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db855cf-819d-4798-a66c-0b8f98bd4f9f req-35694429-e078-4dd9-b285-5d933af1958c tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:41.787362 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3db855cf-819d-4798-a66c-0b8f98bd4f9f req-35694429-e078-4dd9-b285-5d933af1958c tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.0646753 Sep 09 15:12:41.858733 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3db855cf-819d-4798-a66c-0b8f98bd4f9f req-10f0b293-4dec-418e-85a0-21829aa64b71 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570705 Sep 09 15:12:42.009183 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9aa10-a787-4b0d-a9e5-52c1df04c9c2 req-c7e8e52e-9095-4955-abf1-0301904b72c8 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:42.010826 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8aa9aa10-a787-4b0d-a9e5-52c1df04c9c2 req-c7e8e52e-9095-4955-abf1-0301904b72c8 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0678835 Sep 09 15:12:42.073571 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 37330) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:42.097072 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8aa9aa10-a787-4b0d-a9e5-52c1df04c9c2 req-4526e7f4-5abd-4052-88be-1193940c63d5 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786834 Sep 09 15:12:42.296252 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5c292920-7186-4759-9774-a085544b6f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:42.442677 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5c292920-7186-4759-9774-a085544b6f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:42.449003 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5c292920-7186-4759-9774-a085544b6f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:42.512560 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-5c292920-7186-4759-9774-a085544b6f50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49acfb0c00324b06a05ab0ddf96f3b81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339614 Sep 09 15:12:42.512560 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c292920-7186-4759-9774-a085544b6f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03505dae-08f8-42e0-a7b5-3340be8f1c38,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:42.513998 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 37346) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:42.600038 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2ac62692-e83d-49ec-abaf-844f87ac0b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:42.682769 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2ac62692-e83d-49ec-abaf-844f87ac0b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:42.810602 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2ac62692-e83d-49ec-abaf-844f87ac0b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:42.814141 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2ac62692-e83d-49ec-abaf-844f87ac0b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:42.819479 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2ac62692-e83d-49ec-abaf-844f87ac0b1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03505dae-08f8-42e0-a7b5-3340be8f1c38 HTTP/1.1" status: 204 len: 168 time: 0.3037286 Sep 09 15:12:42.842898 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac62692-e83d-49ec-abaf-844f87ac0b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03505dae-08f8-42e0-a7b5-3340be8f1c38,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:43.313372 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 37386) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:43.331886 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-37908a90-eed8-43f5-93ed-2eb44d414049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:43.376849 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 37388) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:43.497608 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-37908a90-eed8-43f5-93ed-2eb44d414049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:43.503772 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-37908a90-eed8-43f5-93ed-2eb44d414049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:43.576106 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37908a90-eed8-43f5-93ed-2eb44d414049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c61f81a-2878-4691-b129-90c41e86cf11,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:43.593057 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-37908a90-eed8-43f5-93ed-2eb44d414049 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81f431a10e2f4b93a3836f0ca54dea0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782445 Sep 09 15:12:43.595875 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 37398) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:43.636186 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7cf5637f-a0b4-4ddf-80cf-582d19c86593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:43.678970 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f98ac8d9-a415-43ba-b22a-d943ac93765a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:43.708671 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f98ac8d9-a415-43ba-b22a-d943ac93765a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:43.783850 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f98ac8d9-a415-43ba-b22a-d943ac93765a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:43.786621 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f98ac8d9-a415-43ba-b22a-d943ac93765a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:43.791535 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-f98ac8d9-a415-43ba-b22a-d943ac93765a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c61f81a-2878-4691-b129-90c41e86cf11 HTTP/1.1" status: 204 len: 168 time: 0.1937156 Sep 09 15:12:43.800380 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ac8d9-a415-43ba-b22a-d943ac93765a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c61f81a-2878-4691-b129-90c41e86cf11,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:43.804747 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7cf5637f-a0b4-4ddf-80cf-582d19c86593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:43.821748 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7cf5637f-a0b4-4ddf-80cf-582d19c86593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:43.854502 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5637f-a0b4-4ddf-80cf-582d19c86593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0ce49d-b54d-42e0-933b-930463e67b02,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:43.887855 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-7cf5637f-a0b4-4ddf-80cf-582d19c86593 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6ed9293a33c4cddb68ff5d0ec67127c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5096962 Sep 09 15:12:43.892322 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 37410) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:43.960267 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd6c2-a9bd-42d3-b6d7-2e6f22e27970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:43.988848 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd6c2-a9bd-42d3-b6d7-2e6f22e27970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:44.063211 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd6c2-a9bd-42d3-b6d7-2e6f22e27970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:44.065724 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-2a0cd6c2-a9bd-42d3-b6d7-2e6f22e27970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:44.066949 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-2a0cd6c2-a9bd-42d3-b6d7-2e6f22e27970 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c0ce49d-b54d-42e0-933b-930463e67b02 HTTP/1.1" status: 204 len: 168 time: 0.1733425 Sep 09 15:12:44.081323 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cd6c2-a9bd-42d3-b6d7-2e6f22e27970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0ce49d-b54d-42e0-933b-930463e67b02,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:44.186341 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 37424) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:44.201947 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-56b943e2-71d2-427b-b701-9886399ad852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:44.314944 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-56b943e2-71d2-427b-b701-9886399ad852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:44.320274 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-56b943e2-71d2-427b-b701-9886399ad852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:44.363366 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-56b943e2-71d2-427b-b701-9886399ad852 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b93e713b64764364bf9a12efe49dd484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758182 Sep 09 15:12:44.364554 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b943e2-71d2-427b-b701-9886399ad852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65fdd12-87d5-479f-b19d-73f40cc85a96,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:44.367005 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 37428) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:44.443634 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-386652e0-c8f6-4322-914b-0f2ef72b71b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:44.473927 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-386652e0-c8f6-4322-914b-0f2ef72b71b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:44.536019 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-386652e0-c8f6-4322-914b-0f2ef72b71b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:44.540836 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-386652e0-c8f6-4322-914b-0f2ef72b71b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:44.542029 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-386652e0-c8f6-4322-914b-0f2ef72b71b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e65fdd12-87d5-479f-b19d-73f40cc85a96 HTTP/1.1" status: 204 len: 168 time: 0.1733372 Sep 09 15:12:44.550176 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 37432) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:44.551540 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386652e0-c8f6-4322-914b-0f2ef72b71b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65fdd12-87d5-479f-b19d-73f40cc85a96,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:44.574933 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-de8ccec9-7860-4373-a243-6846cc8cba72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:44.717535 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-de8ccec9-7860-4373-a243-6846cc8cba72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:44.726684 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-de8ccec9-7860-4373-a243-6846cc8cba72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:44.773892 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-de8ccec9-7860-4373-a243-6846cc8cba72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb54dbd67f68407ababd39cee835dc64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217126 Sep 09 15:12:44.774894 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ccec9-7860-4373-a243-6846cc8cba72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3db74ef-2fd1-4258-adcb-c032fca5d5e8,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:44.778357 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 37436) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:44.845048 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0ac6e636-4edc-4c63-a36a-eab60194394c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:44.884273 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0ac6e636-4edc-4c63-a36a-eab60194394c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:44.941587 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0ac6e636-4edc-4c63-a36a-eab60194394c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:44.949921 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0ac6e636-4edc-4c63-a36a-eab60194394c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:44.949921 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-0ac6e636-4edc-4c63-a36a-eab60194394c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3db74ef-2fd1-4258-adcb-c032fca5d5e8 HTTP/1.1" status: 204 len: 168 time: 0.1672599 Sep 09 15:12:44.963847 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6e636-4edc-4c63-a36a-eab60194394c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3db74ef-2fd1-4258-adcb-c032fca5d5e8,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:45.372056 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 37456) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:45.387809 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3b219051-fbe2-4589-bc6d-dab36bdd343f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:45.510420 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3b219051-fbe2-4589-bc6d-dab36bdd343f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:45.516858 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3b219051-fbe2-4589-bc6d-dab36bdd343f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:45.586365 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-3b219051-fbe2-4589-bc6d-dab36bdd343f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5712702f3334233aa9108acf2637d58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125368 Sep 09 15:12:45.589837 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b219051-fbe2-4589-bc6d-dab36bdd343f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d61b6c-56d0-4de9-9b9a-1b9eabba5c4c,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:45.590346 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 37460) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:45.678117 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e72a66bc-f145-4aa1-ad37-b6a6db38747f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:45.718625 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e72a66bc-f145-4aa1-ad37-b6a6db38747f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:45.793925 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e72a66bc-f145-4aa1-ad37-b6a6db38747f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:45.796769 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e72a66bc-f145-4aa1-ad37-b6a6db38747f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:45.798293 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e72a66bc-f145-4aa1-ad37-b6a6db38747f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07d61b6c-56d0-4de9-9b9a-1b9eabba5c4c HTTP/1.1" status: 204 len: 168 time: 0.2060759 Sep 09 15:12:45.806568 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a66bc-f145-4aa1-ad37-b6a6db38747f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d61b6c-56d0-4de9-9b9a-1b9eabba5c4c,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:46.240489 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b7bc5-51eb-4756-b70c-62e6d50f2513 req-3b9b398a-b0f9-453d-a9a6-a64d359ffc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:46.242200 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c04b7bc5-51eb-4756-b70c-62e6d50f2513 req-3b9b398a-b0f9-453d-a9a6-a64d359ffc26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ecd5472851a04119989b4a5d14235398&device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 1099 time: 0.0479798 Sep 09 15:12:46.383836 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158bfe7-c4d1-4e4c-8513-28814726fc3e req-67538154-b205-44d0-993b-4fdf9d18293a tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:46.385438 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1158bfe7-c4d1-4e4c-8513-28814726fc3e req-67538154-b205-44d0-993b-4fdf9d18293a tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.1092758 Sep 09 15:12:46.437800 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b7bc5-51eb-4756-b70c-62e6d50f2513 req-e391b4b1-f6b5-4a4e-9680-e2e76062a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:46.440453 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c04b7bc5-51eb-4756-b70c-62e6d50f2513 req-e391b4b1-f6b5-4a4e-9680-e2e76062a58e service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655 HTTP/1.1" status: 200 len: 920 time: 0.1889353 Sep 09 15:12:46.507670 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1158bfe7-c4d1-4e4c-8513-28814726fc3e req-94c6d89e-6072-4993-a13c-44333b79ef68 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065733 Sep 09 15:12:46.509219 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c04b7bc5-51eb-4756-b70c-62e6d50f2513 req-05d88a9e-a03b-4006-8da6-a83684c15182 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41355f4-3aae-43da-8bdb-25fe3e96083f HTTP/1.1" status: 200 len: 217 time: 0.0560949 Sep 09 15:12:46.576357 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b7bc5-51eb-4756-b70c-62e6d50f2513 req-70be139f-5abf-44db-9c2f-481f0a14c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:46.578131 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c04b7bc5-51eb-4756-b70c-62e6d50f2513 req-70be139f-5abf-44db-9c2f-481f0a14c458 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f37a255f-f939-40f3-9b3f-c731225da8ca HTTP/1.1" status: 200 len: 859 time: 0.0559721 Sep 09 15:12:46.625915 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c04b7bc5-51eb-4756-b70c-62e6d50f2513 req-6572a7a3-f585-4734-ad1a-b48297ace846 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389359 Sep 09 15:12:46.793741 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c04b7bc5-51eb-4756-b70c-62e6d50f2513 req-bad83d2e-86b0-4544-9fc5-30cb5e49a910 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561542 Sep 09 15:12:47.719086 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c04b7bc5-51eb-4756-b70c-62e6d50f2513 req-2aeb74cd-5688-41c4-8c7d-56e335916e32 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913844 Sep 09 15:12:47.869187 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cde01092-0666-4a9e-a26b-ee1b69d78bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:48.750103 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 37578) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:48.922429 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d1375832-3bcc-4fca-93c1-08e7d9337d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:49.024304 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d1375832-3bcc-4fca-93c1-08e7d9337d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:49.029011 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d1375832-3bcc-4fca-93c1-08e7d9337d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:49.072046 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d1375832-3bcc-4fca-93c1-08e7d9337d74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5be4805ab4634e9ea8e8a33d56fb3f75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205082 Sep 09 15:12:49.072954 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1375832-3bcc-4fca-93c1-08e7d9337d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8307ac3b-dbb3-4461-b3c2-64da872ec426,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:49.076278 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 37584) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:49.131379 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4f7773dd-1ec1-49f4-a5bb-89983f3bf5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:49.156076 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4f7773dd-1ec1-49f4-a5bb-89983f3bf5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:49.211329 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4f7773dd-1ec1-49f4-a5bb-89983f3bf5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:49.213932 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4f7773dd-1ec1-49f4-a5bb-89983f3bf5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:49.215185 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-4f7773dd-1ec1-49f4-a5bb-89983f3bf5be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8307ac3b-dbb3-4461-b3c2-64da872ec426 HTTP/1.1" status: 204 len: 168 time: 0.1379602 Sep 09 15:12:49.224845 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7773dd-1ec1-49f4-a5bb-89983f3bf5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8307ac3b-dbb3-4461-b3c2-64da872ec426,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:49.600743 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 37596) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:49.613302 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6ce2b-8e61-483e-ac83-71110a3f1674 req-807d1563-9b80-4b5b-8ed6-baab692d54df tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:49.615762 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-65f6ce2b-8e61-483e-ac83-71110a3f1674 req-807d1563-9b80-4b5b-8ed6-baab692d54df tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0613637 Sep 09 15:12:49.624489 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-39864816-4f28-42fa-ac0f-0e8d3cd19dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:49.663302 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-65f6ce2b-8e61-483e-ac83-71110a3f1674 req-d3e11fe3-70a8-435d-bbec-402bb3921f2a tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404258 Sep 09 15:12:49.790255 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-39864816-4f28-42fa-ac0f-0e8d3cd19dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:49.795065 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-39864816-4f28-42fa-ac0f-0e8d3cd19dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:49.837373 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39864816-4f28-42fa-ac0f-0e8d3cd19dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec8f5c8-8483-47e2-b173-66f490d01b8d,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:49.842005 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-39864816-4f28-42fa-ac0f-0e8d3cd19dff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83a899646e7d4849bace45fe27b03f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398531 Sep 09 15:12:49.844659 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 37602) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:49.902299 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a2eba3a-bca3-4954-80a5-3094b04747c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:49.934153 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a2eba3a-bca3-4954-80a5-3094b04747c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:49.995636 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a2eba3a-bca3-4954-80a5-3094b04747c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:49.998786 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a2eba3a-bca3-4954-80a5-3094b04747c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:50.000439 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6a2eba3a-bca3-4954-80a5-3094b04747c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ec8f5c8-8483-47e2-b173-66f490d01b8d HTTP/1.1" status: 204 len: 168 time: 0.1546023 Sep 09 15:12:50.012776 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2eba3a-bca3-4954-80a5-3094b04747c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec8f5c8-8483-47e2-b173-66f490d01b8d,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:50.546189 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 37632) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:50.684836 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9fcb625d-7e84-45d1-8853-31cb6f1ef6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:50.785774 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-30515653-3984-4a11-88bf-be0d3c1e83b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:50.884877 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:50.953365 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6798a0-0bc0-4423-8d17-2b3f8c560f54 req-ac55c891-5d32-4e9a-a6be-a6c211d2ecc1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:50.970434 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6f6798a0-0bc0-4423-8d17-2b3f8c560f54 req-ac55c891-5d32-4e9a-a6be-a6c211d2ecc1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.1649301 Sep 09 15:12:50.997207 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-30515653-3984-4a11-88bf-be0d3c1e83b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:51.012013 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-30515653-3984-4a11-88bf-be0d3c1e83b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:51.074920 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6f6798a0-0bc0-4423-8d17-2b3f8c560f54 req-ed3e8776-802f-49e4-9469-30bbd4f83b71 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926030 Sep 09 15:12:51.075028 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-30515653-3984-4a11-88bf-be0d3c1e83b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6acc253b996f4da4a6f6ae338406ac88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5264060 Sep 09 15:12:51.077996 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 37662) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:51.135970 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30515653-3984-4a11-88bf-be0d3c1e83b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b28362-e2e3-4e97-9497-a1b03fb6e0ee,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:51.160890 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-cdb215d2-f387-444e-8a0f-4ca813a68397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:51.201167 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-cdb215d2-f387-444e-8a0f-4ca813a68397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:51.280179 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-cdb215d2-f387-444e-8a0f-4ca813a68397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:51.284351 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-cdb215d2-f387-444e-8a0f-4ca813a68397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:51.288677 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-cdb215d2-f387-444e-8a0f-4ca813a68397 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10b28362-e2e3-4e97-9497-a1b03fb6e0ee HTTP/1.1" status: 204 len: 168 time: 0.2066700 Sep 09 15:12:51.298493 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb215d2-f387-444e-8a0f-4ca813a68397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b28362-e2e3-4e97-9497-a1b03fb6e0ee,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:51.737617 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:52.231538 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cca08-9baf-45f0-a98f-09ee146ce21f req-c7af2cf4-fd41-4dd5-9710-71d3ccde2935 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:52.233000 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-888cca08-9baf-45f0-a98f-09ee146ce21f req-c7af2cf4-fd41-4dd5-9710-71d3ccde2935 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0656672 Sep 09 15:12:52.306416 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-888cca08-9baf-45f0-a98f-09ee146ce21f req-dd4788ec-f6a7-406e-bd7e-550e24529b77 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652072 Sep 09 15:12:52.531138 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 37738) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:52.803064 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-048ad84f-be0a-4767-bf30-d741372f3ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:52.970439 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-048ad84f-be0a-4767-bf30-d741372f3ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:52.972275 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-048ad84f-be0a-4767-bf30-d741372f3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:53.017598 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-048ad84f-be0a-4767-bf30-d741372f3ef6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0b3b26fc91a459ab3eea22a94883001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4851012 Sep 09 15:12:53.018681 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ad84f-be0a-4767-bf30-d741372f3ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10822aa4-2824-495f-bf12-f29182c9c02c,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:53.020379 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 37762) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:53.125419 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-625b6eeb-f756-410a-9eb1-c26dd40643e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:53.162973 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-625b6eeb-f756-410a-9eb1-c26dd40643e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:53.262888 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-625b6eeb-f756-410a-9eb1-c26dd40643e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:53.267940 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-625b6eeb-f756-410a-9eb1-c26dd40643e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:53.273595 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-625b6eeb-f756-410a-9eb1-c26dd40643e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10822aa4-2824-495f-bf12-f29182c9c02c HTTP/1.1" status: 204 len: 168 time: 0.2457902 Sep 09 15:12:53.284487 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b6eeb-f756-410a-9eb1-c26dd40643e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10822aa4-2824-495f-bf12-f29182c9c02c,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:53.349344 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:53.885220 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 37810) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:54.143034 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-100dcb4c-4170-4b5f-84eb-17dd6e263412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:54.313319 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-100dcb4c-4170-4b5f-84eb-17dd6e263412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:54.323608 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-100dcb4c-4170-4b5f-84eb-17dd6e263412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:54.378365 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dcb4c-4170-4b5f-84eb-17dd6e263412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9dbda1-db8e-4887-9091-28b4c8d5f539,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:54.387872 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-100dcb4c-4170-4b5f-84eb-17dd6e263412 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=818928e5d9ef41bcb5bee08a0e8d927c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4970942 Sep 09 15:12:54.387872 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 37832) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:54.474650 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-bb65462f-7f52-4dc6-b9a0-c85933f86fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:54.513108 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-bb65462f-7f52-4dc6-b9a0-c85933f86fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:54.570111 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-bb65462f-7f52-4dc6-b9a0-c85933f86fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:54.573477 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-bb65462f-7f52-4dc6-b9a0-c85933f86fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:54.574769 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-bb65462f-7f52-4dc6-b9a0-c85933f86fcf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d9dbda1-db8e-4887-9091-28b4c8d5f539 HTTP/1.1" status: 204 len: 168 time: 0.1863542 Sep 09 15:12:54.584433 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65462f-7f52-4dc6-b9a0-c85933f86fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9dbda1-db8e-4887-9091-28b4c8d5f539,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:54.846495 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:55.076305 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 37854) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:55.093435 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4b621355-f1ef-466f-b133-6ba707f7aebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:55.252211 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4b621355-f1ef-466f-b133-6ba707f7aebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:55.257328 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4b621355-f1ef-466f-b133-6ba707f7aebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:55.301778 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-4b621355-f1ef-466f-b133-6ba707f7aebf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49432988f8794c77babe0af8482ce261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242491 Sep 09 15:12:55.302946 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b621355-f1ef-466f-b133-6ba707f7aebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe8ee13-66f1-4fee-a990-ca8ddbcf513a,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:55.305086 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 37860) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:55.375353 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-81c6483b-1d42-4286-a47b-4c1a8b027c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:55.421972 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-81c6483b-1d42-4286-a47b-4c1a8b027c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:55.556827 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595bf9b-0ff5-468d-b518-d1b645ec0c58 req-9fe720b6-47f8-4531-ac5c-be54640187fa tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:55.559608 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9595bf9b-0ff5-468d-b518-d1b645ec0c58 req-9fe720b6-47f8-4531-ac5c-be54640187fa tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.1336555 Sep 09 15:12:55.602687 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-81c6483b-1d42-4286-a47b-4c1a8b027c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:55.607769 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-81c6483b-1d42-4286-a47b-4c1a8b027c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:55.609801 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-81c6483b-1d42-4286-a47b-4c1a8b027c39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/efe8ee13-66f1-4fee-a990-ca8ddbcf513a HTTP/1.1" status: 204 len: 168 time: 0.3024919 Sep 09 15:12:55.648025 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6483b-1d42-4286-a47b-4c1a8b027c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe8ee13-66f1-4fee-a990-ca8ddbcf513a,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:55.660746 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9595bf9b-0ff5-468d-b518-d1b645ec0c58 req-844ff4b2-6c60-462b-a3f5-93ade9c4b406 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909865 Sep 09 15:12:56.408200 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 37912) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:56.691099 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-dccb8b03-35b2-48b2-97d6-254ee43903bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:57.012488 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0cbb3-ef11-44cb-8cb9-129ca5f8b781 req-62ef8a8f-f4a9-41ad-ad93-84b01fbc5153 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:12:57.026342 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dbe0cbb3-ef11-44cb-8cb9-129ca5f8b781 req-62ef8a8f-f4a9-41ad-ad93-84b01fbc5153 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.1453295 Sep 09 15:12:57.153414 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-dccb8b03-35b2-48b2-97d6-254ee43903bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:57.167549 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dbe0cbb3-ef11-44cb-8cb9-129ca5f8b781 req-733ac890-0f1c-40d7-9c22-e6ea1723e95d tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393254 Sep 09 15:12:57.169063 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-dccb8b03-35b2-48b2-97d6-254ee43903bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:57.220633 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-dccb8b03-35b2-48b2-97d6-254ee43903bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c43fe9d62404699a57e76b2981c56d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8108482 Sep 09 15:12:57.221592 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb8b03-35b2-48b2-97d6-254ee43903bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29c98bf-29a7-4079-ab74-251ef90c8840,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:57.225166 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 37946) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:12:57.288158 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-430484aa-0cd2-44be-ba24-552431b4cd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:57.331234 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-430484aa-0cd2-44be-ba24-552431b4cd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:57.426320 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-430484aa-0cd2-44be-ba24-552431b4cd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:57.430816 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-430484aa-0cd2-44be-ba24-552431b4cd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:12:57.432603 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-430484aa-0cd2-44be-ba24-552431b4cd69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e29c98bf-29a7-4079-ab74-251ef90c8840 HTTP/1.1" status: 204 len: 168 time: 0.2061541 Sep 09 15:12:57.443960 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430484aa-0cd2-44be-ba24-552431b4cd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29c98bf-29a7-4079-ab74-251ef90c8840,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:12:58.032514 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:13:00.240090 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc7d16-3627-41e4-b60b-9a6ec5b1c465 req-192c60c0-b9fd-4147-b71c-686607eca2db tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:00.241939 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-29fc7d16-3627-41e4-b60b-9a6ec5b1c465 req-192c60c0-b9fd-4147-b71c-686607eca2db tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0600741 Sep 09 15:13:00.287197 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-29fc7d16-3627-41e4-b60b-9a6ec5b1c465 req-7c79769d-51f9-47bf-8590-6a25a26dda13 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365758 Sep 09 15:13:03.766662 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b68717-596e-4c96-a08d-5c225c57765e req-b42bc33a-cd20-46e6-8b76-9821da4f2560 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:03.768338 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e2b68717-596e-4c96-a08d-5c225c57765e req-b42bc33a-cd20-46e6-8b76-9821da4f2560 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0621326 Sep 09 15:13:03.809020 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e2b68717-596e-4c96-a08d-5c225c57765e req-24eca426-406c-4c35-92a6-dd6941b6dcd2 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336502 Sep 09 15:13:07.507350 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea34ac-05cd-4a60-93d1-be5a00e22b7a req-74b23a14-75f2-4ef1-8160-9a4b484c3824 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:07.509592 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b9ea34ac-05cd-4a60-93d1-be5a00e22b7a req-74b23a14-75f2-4ef1-8160-9a4b484c3824 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0639267 Sep 09 15:13:07.566568 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b9ea34ac-05cd-4a60-93d1-be5a00e22b7a req-07ce6dd5-0c81-4357-8859-959b2c851c2c tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498564 Sep 09 15:13:08.750600 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298adcaa-50e8-4e6e-a9f2-96cd7600b2d6 req-540b40cb-c2a6-4ac1-b122-756ae6f4516c tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:08.752371 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-298adcaa-50e8-4e6e-a9f2-96cd7600b2d6 req-540b40cb-c2a6-4ac1-b122-756ae6f4516c tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0707002 Sep 09 15:13:08.821546 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-298adcaa-50e8-4e6e-a9f2-96cd7600b2d6 req-ab8ed8a6-49b6-44dd-a48c-65a8ef7391bd tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616796 Sep 09 15:13:09.372389 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96793863-8309-4f31-8475-936108e4cf2c req-1cb65c2f-2474-42d6-bcde-31830cf0053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:09.374275 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-96793863-8309-4f31-8475-936108e4cf2c req-1cb65c2f-2474-42d6-bcde-31830cf0053d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 1099 time: 0.0544758 Sep 09 15:13:09.444769 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-96793863-8309-4f31-8475-936108e4cf2c req-e3bde7d4-5997-4bd6-9bb6-2044e328f039 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565655 Sep 09 15:13:09.980141 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bc717-6502-46ee-a785-70d7897191ca req-81a1a0cd-451f-473c-923b-94f6078888b5 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:09.981759 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b82bc717-6502-46ee-a785-70d7897191ca req-81a1a0cd-451f-473c-923b-94f6078888b5 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0559928 Sep 09 15:13:10.034091 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b82bc717-6502-46ee-a785-70d7897191ca req-5d418c0f-ef1c-43d9-b2da-f6cbd7f52b26 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410442 Sep 09 15:13:13.201882 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3834d-f048-4080-a481-3c291cada3c2 req-527afa75-980d-44f3-b708-9dec6cc2613a tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:13.204622 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7ce3834d-f048-4080-a481-3c291cada3c2 req-527afa75-980d-44f3-b708-9dec6cc2613a tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0650010 Sep 09 15:13:13.247437 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7ce3834d-f048-4080-a481-3c291cada3c2 req-b8f2996a-6d5d-44b1-a34f-b5350d55476f tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353582 Sep 09 15:13:14.390949 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8cb47-47c6-4a6d-895b-d02c9536e1a3 req-f73bd8c4-97f6-4eef-967b-001a64b2ac19 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:14.392571 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a7d8cb47-47c6-4a6d-895b-d02c9536e1a3 req-f73bd8c4-97f6-4eef-967b-001a64b2ac19 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0648315 Sep 09 15:13:14.468315 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a7d8cb47-47c6-4a6d-895b-d02c9536e1a3 req-d4ea4b17-b27b-4d1b-afca-39e84dafabdd tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673661 Sep 09 15:13:14.818991 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05d0b4-2ae3-4628-b2ca-8df6128d02f3 req-9da1528b-e2d2-4f95-bc3e-a2d647c165dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:14.820513 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ce05d0b4-2ae3-4628-b2ca-8df6128d02f3 req-9da1528b-e2d2-4f95-bc3e-a2d647c165dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ecd5472851a04119989b4a5d14235398&device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 1099 time: 0.0837042 Sep 09 15:13:14.834779 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce002648-c839-4ab8-8557-ed6a0ca468e8 req-b5a56046-fd2b-43f2-ac2f-981a525f19de tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:14.836396 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ce002648-c839-4ab8-8557-ed6a0ca468e8 req-b5a56046-fd2b-43f2-ac2f-981a525f19de tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0671268 Sep 09 15:13:14.937532 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ce002648-c839-4ab8-8557-ed6a0ca468e8 req-8a7000f6-645d-4337-b491-c33637249c58 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926590 Sep 09 15:13:14.978343 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05d0b4-2ae3-4628-b2ca-8df6128d02f3 req-7a0766c8-4c23-417d-96df-b1675c193583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:14.980073 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ce05d0b4-2ae3-4628-b2ca-8df6128d02f3 req-7a0766c8-4c23-417d-96df-b1675c193583 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655 HTTP/1.1" status: 200 len: 920 time: 0.1426575 Sep 09 15:13:15.055095 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ce05d0b4-2ae3-4628-b2ca-8df6128d02f3 req-75d21270-38c3-4c0c-a5ef-de6cfeaa08b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41355f4-3aae-43da-8bdb-25fe3e96083f HTTP/1.1" status: 200 len: 217 time: 0.0580146 Sep 09 15:13:15.136574 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05d0b4-2ae3-4628-b2ca-8df6128d02f3 req-57edc5f9-1a32-49d6-8399-f675b9bf269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:15.139222 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ce05d0b4-2ae3-4628-b2ca-8df6128d02f3 req-57edc5f9-1a32-49d6-8399-f675b9bf269c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f37a255f-f939-40f3-9b3f-c731225da8ca HTTP/1.1" status: 200 len: 859 time: 0.0731525 Sep 09 15:13:15.195078 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ce05d0b4-2ae3-4628-b2ca-8df6128d02f3 req-5ad6a978-9f00-41b7-9e92-1b7f208292b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452292 Sep 09 15:13:15.338021 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ce05d0b4-2ae3-4628-b2ca-8df6128d02f3 req-8a3d251d-389f-4f53-9a93-f9600452cd86 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292245 Sep 09 15:13:15.338580 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 38420) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:15.500200 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ce05d0b4-2ae3-4628-b2ca-8df6128d02f3 req-8113ccbe-7bb6-4e6e-8a05-146694969cc0 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477258 Sep 09 15:13:15.512370 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5e1adc3d-1885-4a65-855f-7ae818390266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:15.653125 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5e1adc3d-1885-4a65-855f-7ae818390266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:15.658507 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5e1adc3d-1885-4a65-855f-7ae818390266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:15.695582 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 38434) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:15.726589 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5e1adc3d-1885-4a65-855f-7ae818390266 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48da6edcfc854d86a8a6183089614985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865747 Sep 09 15:13:15.730477 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 38440) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:15.734905 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1adc3d-1885-4a65-855f-7ae818390266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9f7c4a-010f-4b5d-bd3b-b9298b34c91f,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:15.748329 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1adc3d-1885-4a65-855f-7ae818390266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:15.749257 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1adc3d-1885-4a65-855f-7ae818390266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:15.750117 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1adc3d-1885-4a65-855f-7ae818390266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:15.750981 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1adc3d-1885-4a65-855f-7ae818390266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:15.751791 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1adc3d-1885-4a65-855f-7ae818390266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:15.752586 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1adc3d-1885-4a65-855f-7ae818390266 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:15.753331 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1adc3d-1885-4a65-855f-7ae818390266 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:15.754812 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1adc3d-1885-4a65-855f-7ae818390266 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:15.755641 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1adc3d-1885-4a65-855f-7ae818390266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:15.756603 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1adc3d-1885-4a65-855f-7ae818390266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:15.757589 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1adc3d-1885-4a65-855f-7ae818390266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:15.758463 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1adc3d-1885-4a65-855f-7ae818390266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:15.801327 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e703705c-9043-419d-b607-aa4f167f2da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:15.833841 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e703705c-9043-419d-b607-aa4f167f2da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:15.912282 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ba2b-3180-4026-95a8-1455a6ddebed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:15.914186 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e703705c-9043-419d-b607-aa4f167f2da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:15.917147 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e703705c-9043-419d-b607-aa4f167f2da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:15.921059 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-e703705c-9043-419d-b607-aa4f167f2da6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e9f7c4a-010f-4b5d-bd3b-b9298b34c91f HTTP/1.1" status: 204 len: 168 time: 0.1865597 Sep 09 15:13:15.944235 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703705c-9043-419d-b607-aa4f167f2da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9f7c4a-010f-4b5d-bd3b-b9298b34c91f,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:16.089164 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ba2b-3180-4026-95a8-1455a6ddebed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:16.097589 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4ff2ba2b-3180-4026-95a8-1455a6ddebed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:16.177649 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2ba2b-3180-4026-95a8-1455a6ddebed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6590009-03ed-45ae-8ec0-89d2eddafb05,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:16.184405 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-4ff2ba2b-3180-4026-95a8-1455a6ddebed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ba832c5616a482386061875ada26230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4870853 Sep 09 15:13:16.187228 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 38454) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:16.202434 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd7106-b086-4612-b944-ff15c055aaba req-5208f461-2d59-4479-bcd6-576f9803db54 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:16.204078 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7ecd7106-b086-4612-b944-ff15c055aaba req-5208f461-2d59-4479-bcd6-576f9803db54 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0896213 Sep 09 15:13:16.300126 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7ecd7106-b086-4612-b944-ff15c055aaba req-c1dcbe5f-bd06-4aa2-8141-a345cea4abfd tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685251 Sep 09 15:13:16.304737 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-12f1a0f6-e4d4-4b19-aba7-b97667f033a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:16.351082 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-12f1a0f6-e4d4-4b19-aba7-b97667f033a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:16.411902 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 38460) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:16.420088 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-12f1a0f6-e4d4-4b19-aba7-b97667f033a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:16.423013 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-12f1a0f6-e4d4-4b19-aba7-b97667f033a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:16.426971 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-12f1a0f6-e4d4-4b19-aba7-b97667f033a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6590009-03ed-45ae-8ec0-89d2eddafb05 HTTP/1.1" status: 204 len: 168 time: 0.2351959 Sep 09 15:13:16.433473 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1a0f6-e4d4-4b19-aba7-b97667f033a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6590009-03ed-45ae-8ec0-89d2eddafb05,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:16.453811 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7d22091f-97a5-407c-bab0-66bfe541104f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:16.583536 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7d22091f-97a5-407c-bab0-66bfe541104f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:16.591875 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7d22091f-97a5-407c-bab0-66bfe541104f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:16.687925 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-7d22091f-97a5-407c-bab0-66bfe541104f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0656ef1d56134b9c85bcf0caa6625d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751241 Sep 09 15:13:16.692146 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 38474) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:16.706369 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22091f-97a5-407c-bab0-66bfe541104f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad57f9d-a62a-4d39-8109-a73abe8c5672,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:16.767721 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3ce89351-8ae7-41b7-9ca6-93437c8b884a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:16.793938 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3ce89351-8ae7-41b7-9ca6-93437c8b884a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:16.868565 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3ce89351-8ae7-41b7-9ca6-93437c8b884a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:16.873335 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3ce89351-8ae7-41b7-9ca6-93437c8b884a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:16.875872 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-3ce89351-8ae7-41b7-9ca6-93437c8b884a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ad57f9d-a62a-4d39-8109-a73abe8c5672 HTTP/1.1" status: 204 len: 168 time: 0.1811678 Sep 09 15:13:16.892844 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce89351-8ae7-41b7-9ca6-93437c8b884a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad57f9d-a62a-4d39-8109-a73abe8c5672,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:16.908244 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89351-8ae7-41b7-9ca6-93437c8b884a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:16.908736 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89351-8ae7-41b7-9ca6-93437c8b884a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:16.909279 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89351-8ae7-41b7-9ca6-93437c8b884a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:16.909817 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89351-8ae7-41b7-9ca6-93437c8b884a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:16.910960 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89351-8ae7-41b7-9ca6-93437c8b884a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:16.911442 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89351-8ae7-41b7-9ca6-93437c8b884a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:16.912136 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89351-8ae7-41b7-9ca6-93437c8b884a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:16.912540 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89351-8ae7-41b7-9ca6-93437c8b884a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:16.913062 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89351-8ae7-41b7-9ca6-93437c8b884a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:16.913596 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89351-8ae7-41b7-9ca6-93437c8b884a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:16.914021 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89351-8ae7-41b7-9ca6-93437c8b884a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:16.914545 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce89351-8ae7-41b7-9ca6-93437c8b884a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:17.011558 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 38480) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:17.028309 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f6c035a1-a2d2-49f0-b672-6b437499a87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:17.143147 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f6c035a1-a2d2-49f0-b672-6b437499a87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:17.148404 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f6c035a1-a2d2-49f0-b672-6b437499a87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:17.223033 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-f6c035a1-a2d2-49f0-b672-6b437499a87c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a0b7e0443b9413581c7f1d2afd9e08f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088802 Sep 09 15:13:17.229395 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c035a1-a2d2-49f0-b672-6b437499a87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ae07a4-9ecb-4e5a-92df-057a4534983f,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:17.229612 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 38484) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:17.293124 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3c78394c-8502-4e24-be5a-1d02d21a7b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:17.332129 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3c78394c-8502-4e24-be5a-1d02d21a7b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:17.429100 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3c78394c-8502-4e24-be5a-1d02d21a7b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:17.435592 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3c78394c-8502-4e24-be5a-1d02d21a7b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:17.442057 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3c78394c-8502-4e24-be5a-1d02d21a7b13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0ae07a4-9ecb-4e5a-92df-057a4534983f HTTP/1.1" status: 204 len: 168 time: 0.2124104 Sep 09 15:13:17.453864 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78394c-8502-4e24-be5a-1d02d21a7b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ae07a4-9ecb-4e5a-92df-057a4534983f,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:17.535848 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78287934-6569-48bb-a89d-2cedbc6ecb4f req-27a453d4-819c-4949-85a5-9b5ec5034a55 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:17.537859 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-78287934-6569-48bb-a89d-2cedbc6ecb4f req-27a453d4-819c-4949-85a5-9b5ec5034a55 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.1139069 Sep 09 15:13:17.622626 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-78287934-6569-48bb-a89d-2cedbc6ecb4f req-e3d53a27-aff9-4e34-b87f-ed54417bc386 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777993 Sep 09 15:13:17.890754 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-207af63b-dd76-4740-a052-d65ff166af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:17.897386 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 38524) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:17.910973 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2570-1426-4bd9-a30a-c2f98abde981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:18.022096 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2570-1426-4bd9-a30a-c2f98abde981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:18.028149 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2570-1426-4bd9-a30a-c2f98abde981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:18.090523 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-2f9a2570-1426-4bd9-a30a-c2f98abde981 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b78ba2352b04e36a922294151bf6703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925321 Sep 09 15:13:18.092899 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a2570-1426-4bd9-a30a-c2f98abde981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d09d452-4ab8-4ca6-a93e-edbdfe868df5,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:18.094244 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 38530) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:18.180624 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cc57b550-e6e1-4202-8769-3d94fe8bf6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:18.208949 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cc57b550-e6e1-4202-8769-3d94fe8bf6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:18.277565 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cc57b550-e6e1-4202-8769-3d94fe8bf6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:18.281370 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cc57b550-e6e1-4202-8769-3d94fe8bf6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:18.282772 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-cc57b550-e6e1-4202-8769-3d94fe8bf6ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d09d452-4ab8-4ca6-a93e-edbdfe868df5 HTTP/1.1" status: 204 len: 168 time: 0.1873841 Sep 09 15:13:18.293280 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57b550-e6e1-4202-8769-3d94fe8bf6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d09d452-4ab8-4ca6-a93e-edbdfe868df5,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:18.865213 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ed163-3535-42c1-9e10-ef5725c6e197 req-f8d49403-08a4-48e8-9ff2-80c5dd71cdbd tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:18.874746 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-016ed163-3535-42c1-9e10-ef5725c6e197 req-f8d49403-08a4-48e8-9ff2-80c5dd71cdbd tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0806458 Sep 09 15:13:18.946488 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-016ed163-3535-42c1-9e10-ef5725c6e197 req-58e61a08-2ae0-47cb-82c6-d99d93b5337e tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704761 Sep 09 15:13:19.418733 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 38590) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:19.773738 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-95604f64-12ed-4653-8741-78482178efc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:19.973647 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-95604f64-12ed-4653-8741-78482178efc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:19.979078 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-95604f64-12ed-4653-8741-78482178efc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:20.030930 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-95604f64-12ed-4653-8741-78482178efc8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cfb2182a17334fa7b20e567d686bf9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6103172 Sep 09 15:13:20.036750 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 38614) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:20.058616 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95604f64-12ed-4653-8741-78482178efc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a4577a-32ca-4d85-bdac-422e30bac2b9,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:20.204775 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-572c1841-0afd-49fb-9c8c-c6f9732354a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:20.261624 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-572c1841-0afd-49fb-9c8c-c6f9732354a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:20.301527 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 38630) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:20.362454 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-572c1841-0afd-49fb-9c8c-c6f9732354a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:20.367658 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-572c1841-0afd-49fb-9c8c-c6f9732354a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:20.369315 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-572c1841-0afd-49fb-9c8c-c6f9732354a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1a4577a-32ca-4d85-bdac-422e30bac2b9 HTTP/1.1" status: 204 len: 168 time: 0.3295467 Sep 09 15:13:20.381207 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c1841-0afd-49fb-9c8c-c6f9732354a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a4577a-32ca-4d85-bdac-422e30bac2b9,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:20.482062 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a7b79d9-9f88-4560-9689-768a98024ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:20.619341 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a7b79d9-9f88-4560-9689-768a98024ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:20.626839 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a7b79d9-9f88-4560-9689-768a98024ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:20.650286 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 38650) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:20.658061 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dfab4-da3b-4edd-bd19-8f76e63b363b req-1305a20b-ffe1-4d60-8d2e-a1114920db47 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:20.664158 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-620dfab4-da3b-4edd-bd19-8f76e63b363b req-1305a20b-ffe1-4d60-8d2e-a1114920db47 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0908918 Sep 09 15:13:20.687245 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6a7b79d9-9f88-4560-9689-768a98024ad6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c48bc0dc769a4f48b574faf92fff0427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3841736 Sep 09 15:13:20.688532 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b79d9-9f88-4560-9689-768a98024ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9f596c-d208-4349-bb35-ed9462b755ee,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:20.691801 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 38654) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:20.702519 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3ba4320e-30ae-4299-bb9e-6f60f72db5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:20.769924 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7f97bdf6-cd5a-4c6c-bf9c-a090c4f9bf58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:20.774432 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-620dfab4-da3b-4edd-bd19-8f76e63b363b req-92ec063b-4a97-425b-b3e6-11755d63918f tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915754 Sep 09 15:13:20.818872 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7f97bdf6-cd5a-4c6c-bf9c-a090c4f9bf58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:20.850383 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:20.917860 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7f97bdf6-cd5a-4c6c-bf9c-a090c4f9bf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:20.923700 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7f97bdf6-cd5a-4c6c-bf9c-a090c4f9bf58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:20.930593 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-7f97bdf6-cd5a-4c6c-bf9c-a090c4f9bf58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf9f596c-d208-4349-bb35-ed9462b755ee HTTP/1.1" status: 204 len: 168 time: 0.2372158 Sep 09 15:13:20.948738 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97bdf6-cd5a-4c6c-bf9c-a090c4f9bf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9f596c-d208-4349-bb35-ed9462b755ee,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:21.127252 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-25aee243-b991-45bc-b65f-bbf98eed346e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:21.259122 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-25aee243-b991-45bc-b65f-bbf98eed346e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:21.264699 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-25aee243-b991-45bc-b65f-bbf98eed346e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:21.313562 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-25aee243-b991-45bc-b65f-bbf98eed346e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7191c934c3d2493596a4609701d4525e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6621449 Sep 09 15:13:21.317358 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 38672) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:21.329754 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aee243-b991-45bc-b65f-bbf98eed346e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d0f817-46fb-45c2-a4bf-1f2c3c1d92d6,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:21.436646 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5fcbc257-98c0-4384-b9c6-87ee7a5fd8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:21.479517 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 38680) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:21.491228 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5fcbc257-98c0-4384-b9c6-87ee7a5fd8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:21.507875 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3ee930a9-9209-4c32-b62b-f6902f543eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:21.578328 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5fcbc257-98c0-4384-b9c6-87ee7a5fd8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:21.581231 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5fcbc257-98c0-4384-b9c6-87ee7a5fd8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:21.583651 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-5fcbc257-98c0-4384-b9c6-87ee7a5fd8f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52d0f817-46fb-45c2-a4bf-1f2c3c1d92d6 HTTP/1.1" status: 204 len: 168 time: 0.2599337 Sep 09 15:13:21.602088 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbc257-98c0-4384-b9c6-87ee7a5fd8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d0f817-46fb-45c2-a4bf-1f2c3c1d92d6,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:21.698583 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:21.719388 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3ee930a9-9209-4c32-b62b-f6902f543eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:21.725404 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3ee930a9-9209-4c32-b62b-f6902f543eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:21.772258 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3ee930a9-9209-4c32-b62b-f6902f543eee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4e5b934cb6d41318893043ff24c5242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912712 Sep 09 15:13:21.776095 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 38696) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:21.785197 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee930a9-9209-4c32-b62b-f6902f543eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b602d210-5945-4ef4-bcdb-3b04116f948d,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:21.857335 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2b7274c2-de6e-4ed3-8d24-6be02222e42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:21.897108 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2b7274c2-de6e-4ed3-8d24-6be02222e42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:21.975659 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2b7274c2-de6e-4ed3-8d24-6be02222e42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:21.978401 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2b7274c2-de6e-4ed3-8d24-6be02222e42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:21.982625 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2b7274c2-de6e-4ed3-8d24-6be02222e42c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b602d210-5945-4ef4-bcdb-3b04116f948d HTTP/1.1" status: 204 len: 168 time: 0.2052746 Sep 09 15:13:21.993206 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7274c2-de6e-4ed3-8d24-6be02222e42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b602d210-5945-4ef4-bcdb-3b04116f948d,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:22.683443 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 38740) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:22.818128 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-07d1b9fc-65f7-4deb-a157-f7af25c477e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1845578668-network', 'tenant_id': '49acaaa8b1f245318d408c563ae04df5'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:13:22.853078 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d1b9fc-65f7-4deb-a157-f7af25c477e0 admin admin] Made reservation on behalf of 49acaaa8b1f245318d408c563ae04df5 for: {'network': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:13:22.855961 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-07d1b9fc-65f7-4deb-a157-f7af25c477e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:22.869025 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-07d1b9fc-65f7-4deb-a157-f7af25c477e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:22.991008 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-07d1b9fc-65f7-4deb-a157-f7af25c477e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:22.996593 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-07d1b9fc-65f7-4deb-a157-f7af25c477e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:23.031021 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d1b9fc-65f7-4deb-a157-f7af25c477e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=94130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:13:23.042644 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1b9fc-65f7-4deb-a157-f7af25c477e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92db731e-e183-4a85-b961-f7a58e92f000,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:23.048311 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-07d1b9fc-65f7-4deb-a157-f7af25c477e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:23.048725 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.segments_db [None req-07d1b9fc-65f7-4deb-a157-f7af25c477e0 admin admin] Added segment 1a4fc807-3592-4b87-8b8d-0b976cea08d4 of type vlan for network 873d47fd-3053-4856-895e-352ecc763b30 Sep 09 15:13:23.119243 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-07d1b9fc-65f7-4deb-a157-f7af25c477e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:23.158643 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-07d1b9fc-65f7-4deb-a157-f7af25c477e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:23.163145 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d1b9fc-65f7-4deb-a157-f7af25c477e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:23.163145 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-07d1b9fc-65f7-4deb-a157-f7af25c477e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:23.207355 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-07d1b9fc-65f7-4deb-a157-f7af25c477e0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5172014 Sep 09 15:13:23.208404 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 38758) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:23.218026 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-9472aa3f-7487-4f3b-8a71-cbdf409a1475 admin admin] Request body: {'subnet': {'network_id': '873d47fd-3053-4856-895e-352ecc763b30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1845578668-subnet', 'tenant_id': '49acaaa8b1f245318d408c563ae04df5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:13:23.261300 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9472aa3f-7487-4f3b-8a71-cbdf409a1475 admin admin] Made reservation on behalf of 49acaaa8b1f245318d408c563ae04df5 for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:13:23.266105 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9472aa3f-7487-4f3b-8a71-cbdf409a1475 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59967870'] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:23.354294 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:23.546513 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1b9fc-65f7-4deb-a157-f7af25c477e0 admin admin] Pushing event updated for resources: {'Network': ['ID=873d47fd-3053-4856-895e-352ecc763b30,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:23.557839 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f76c9a7f-9abd-4986-b562-647fb679c558 req-4772d456-583f-400f-a0b7-e80ff07ef0f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3672061 Sep 09 15:13:23.559706 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network 873d47fd-3053-4856-895e-352ecc763b30 details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:13:23.576431 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9472aa3f-7487-4f3b-8a71-cbdf409a1475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3167449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59967840'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:23.696205 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472aa3f-7487-4f3b-8a71-cbdf409a1475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d86bd1-2fde-4135-873a-b7f6a0e6a7cc,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:23.709441 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9472aa3f-7487-4f3b-8a71-cbdf409a1475 admin admin] Checking segment: {'id': '1a4fc807-3592-4b87-8b8d-0b976cea08d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '873d47fd-3053-4856-895e-352ecc763b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:13:23.710056 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9472aa3f-7487-4f3b-8a71-cbdf409a1475 admin admin] Network hostable DHCP agents. Network: 873d47fd-3053-4856-895e-352ecc763b30, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:13:23.714625 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c9a7f-9abd-4986-b562-647fb679c558 req-235d095a-6843-44f5-8894-94b47700b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:23.721626 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f76c9a7f-9abd-4986-b562-647fb679c558 req-235d095a-6843-44f5-8894-94b47700b5d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ecd5472851a04119989b4a5d14235398&device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 1099 time: 0.1281247 Sep 09 15:13:23.744869 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9472aa3f-7487-4f3b-8a71-cbdf409a1475 admin admin] Network 873d47fd-3053-4856-895e-352ecc763b30 is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:13:23.756936 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-9472aa3f-7487-4f3b-8a71-cbdf409a1475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, 873d47fd-3053-4856-895e-352ecc763b30) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:13:23.767833 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d0a12f-909c-42bc-80b0-e7b48e83f062 None None] Network 873d47fd-3053-4856-895e-352ecc763b30 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:13:23.772189 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9472aa3f-7487-4f3b-8a71-cbdf409a1475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:23.773656 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9472aa3f-7487-4f3b-8a71-cbdf409a1475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:23.796286 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-9472aa3f-7487-4f3b-8a71-cbdf409a1475 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5859327 Sep 09 15:13:23.976497 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c9a7f-9abd-4986-b562-647fb679c558 req-d39f9a33-b6f4-4831-8edc-976a26e33c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:23.978985 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f76c9a7f-9abd-4986-b562-647fb679c558 req-d39f9a33-b6f4-4831-8edc-976a26e33c8f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655 HTTP/1.1" status: 200 len: 920 time: 0.2182286 Sep 09 15:13:24.081139 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f76c9a7f-9abd-4986-b562-647fb679c558 req-a5c0a333-480d-4a71-82b7-da5941488b30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef6c06ed-2b66-4380-9b64-1688fbb95d93 HTTP/1.1" status: 200 len: 217 time: 0.0889356 Sep 09 15:13:24.122615 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dc8aa1-bf90-4fee-9893-c1a870bc7091 None None] Network 873d47fd-3053-4856-895e-352ecc763b30 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:13:24.196222 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c9a7f-9abd-4986-b562-647fb679c558 req-a3bfeb43-0ad6-421a-b12e-e82c269685e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:24.199564 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f76c9a7f-9abd-4986-b562-647fb679c558 req-a3bfeb43-0ad6-421a-b12e-e82c269685e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f37a255f-f939-40f3-9b3f-c731225da8ca HTTP/1.1" status: 200 len: 859 time: 0.1101663 Sep 09 15:13:24.247404 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f76c9a7f-9abd-4986-b562-647fb679c558 req-6760b459-aad5-41f3-a857-52631a17802d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384820 Sep 09 15:13:24.389483 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f76c9a7f-9abd-4986-b562-647fb679c558 req-af72d5e9-3181-4ed9-a743-9d5a046c4fbb service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310959 Sep 09 15:13:24.517579 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f76c9a7f-9abd-4986-b562-647fb679c558 req-ee524db9-b9b0-4092-b088-f1416ab26c52 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146009 Sep 09 15:13:24.848630 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:24.983720 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 38818) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:25.111694 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf02a8cd-25d6-40a0-ba17-a1c288782d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:25.244420 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf02a8cd-25d6-40a0-ba17-a1c288782d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:25.249869 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf02a8cd-25d6-40a0-ba17-a1c288782d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:25.320003 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-cf02a8cd-25d6-40a0-ba17-a1c288782d3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b8524a81f214dbdb2cb41c937ce7590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328385 Sep 09 15:13:25.321455 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02a8cd-25d6-40a0-ba17-a1c288782d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f430afee-09cc-457b-a370-227f3f1db709,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:25.322900 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 38832) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:25.404068 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6d7ba4f2-6c97-45c7-84df-cb7e9776616e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:25.437053 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6d7ba4f2-6c97-45c7-84df-cb7e9776616e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:25.500772 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6d7ba4f2-6c97-45c7-84df-cb7e9776616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:25.504115 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6d7ba4f2-6c97-45c7-84df-cb7e9776616e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:25.505422 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-6d7ba4f2-6c97-45c7-84df-cb7e9776616e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f430afee-09cc-457b-a370-227f3f1db709 HTTP/1.1" status: 204 len: 168 time: 0.1811948 Sep 09 15:13:25.515139 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ba4f2-6c97-45c7-84df-cb7e9776616e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f430afee-09cc-457b-a370-227f3f1db709,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:26.085200 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 38864) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:26.101581 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-06c7cfdd-cda7-4a8e-a86e-8762fe3bc0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:26.313845 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-821f4ed2-83f4-49cb-af68-2bd52f1c18b7 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:26.315421 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-821f4ed2-83f4-49cb-af68-2bd52f1c18b7 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/networks?id=873d47fd-3053-4856-895e-352ecc763b30 HTTP/1.1" status: 200 len: 814 time: 0.1939418 Sep 09 15:13:26.345178 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-9d76552d-5f12-4753-8993-2741d7bd8b1e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/quotas/49acaaa8b1f245318d408c563ae04df5 HTTP/1.1" status: 200 len: 375 time: 0.0218027 Sep 09 15:13:26.393932 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-699c4384-4299-4e55-83a7-97f5d4cd4e9c tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=49acaaa8b1f245318d408c563ae04df5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413337 Sep 09 15:13:26.399845 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-06c7cfdd-cda7-4a8e-a86e-8762fe3bc0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:26.416464 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-06c7cfdd-cda7-4a8e-a86e-8762fe3bc0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:26.540812 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-06c7cfdd-cda7-4a8e-a86e-8762fe3bc0df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41c050d8788c449c990e78ee55e143c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4541118 Sep 09 15:13:26.543316 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7cfdd-cda7-4a8e-a86e-8762fe3bc0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b837249-1c83-4944-bd11-3e1c60823a6a,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:26.544198 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 38874) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:26.565609 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-85da45d6-da83-47a6-bcca-5fd2e519c256 service neutron] 10.222.0.18 "GET /v2.0/networks/873d47fd-3053-4856-895e-352ecc763b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632402 Sep 09 15:13:26.619817 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-439b70a3-203a-4fa9-96f6-0428144f1542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:26.653072 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-439b70a3-203a-4fa9-96f6-0428144f1542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:26.669745 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-d994054c-1ade-486f-a88c-51fe403ec38f service neutron] 10.222.0.18 "GET /v2.0/networks/873d47fd-3053-4856-895e-352ecc763b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959792 Sep 09 15:13:26.729106 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-439b70a3-203a-4fa9-96f6-0428144f1542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:26.730540 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-439b70a3-203a-4fa9-96f6-0428144f1542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:26.732514 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-439b70a3-203a-4fa9-96f6-0428144f1542 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b837249-1c83-4944-bd11-3e1c60823a6a HTTP/1.1" status: 204 len: 168 time: 0.1871855 Sep 09 15:13:26.745390 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b70a3-203a-4fa9-96f6-0428144f1542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b837249-1c83-4944-bd11-3e1c60823a6a,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:26.881205 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5039d4e5-6214-4653-a650-15b4efc07bc0 req-f9f1be3b-b8cc-4f7e-8b13-d21951271643 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 210 time: 0.0279198 Sep 09 15:13:29.651975 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-68591d2b-c28f-4462-9c35-e6ae9a19f112 req-72c69991-7345-4363-8d26-72daf94125b9 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 210 time: 0.0264456 Sep 09 15:13:30.379913 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-4302f9e6-b51a-444a-a800-c9de6185859b tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:30.381604 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-4302f9e6-b51a-444a-a800-c9de6185859b tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.39 "GET /v2.0/networks?id=873d47fd-3053-4856-895e-352ecc763b30 HTTP/1.1" status: 200 len: 814 time: 0.1809735 Sep 09 15:13:30.405126 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-b1724b0b-4051-46ed-a582-6b5991d1c831 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Request body: {'port': {'device_id': '04749262-bb8e-4bcd-8e29-e46c4a7d2785', 'network_id': '873d47fd-3053-4856-895e-352ecc763b30', 'admin_state_up': True, 'tenant_id': '49acaaa8b1f245318d408c563ae04df5'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:13:30.582056 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-b1724b0b-4051-46ed-a582-6b5991d1c831 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Made reservation on behalf of 49acaaa8b1f245318d408c563ae04df5 for: {'port': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:13:30.585694 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-b1724b0b-4051-46ed-a582-6b5991d1c831 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:30.762442 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-b1724b0b-4051-46ed-a582-6b5991d1c831 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Allocated IP 172.20.0.10 (873d47fd-3053-4856-895e-352ecc763b30/b9d86bd1-2fde-4135-873a-b7f6a0e6a7cc/81cd9eb8-9134-4911-9cb2-aef1ffe74518) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:13:30.771617 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1ca68719-adf2-4c80-b552-dd0b08eb982a req-07aac0b0-c732-49fe-bb98-6c14e07f2360 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 210 time: 0.0418482 Sep 09 15:13:30.953555 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-b1724b0b-4051-46ed-a582-6b5991d1c831 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:30.998512 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-b1724b0b-4051-46ed-a582-6b5991d1c831 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:31.047198 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-b1724b0b-4051-46ed-a582-6b5991d1c831 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Network 873d47fd-3053-4856-895e-352ecc763b30 is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:13:31.051093 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-b1724b0b-4051-46ed-a582-6b5991d1c831 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:13:31.055360 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-b1724b0b-4051-46ed-a582-6b5991d1c831 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:13:31.064281 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1724b0b-4051-46ed-a582-6b5991d1c831 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Pushing event updated for resources: {'Port': ['ID=81cd9eb8-9134-4911-9cb2-aef1ffe74518,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:31.111916 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-b1724b0b-4051-46ed-a582-6b5991d1c831 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:31.113161 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-b1724b0b-4051-46ed-a582-6b5991d1c831 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:31.129396 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-b1724b0b-4051-46ed-a582-6b5991d1c831 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7344644 Sep 09 15:13:31.147993 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Request body: {'port': {'device_id': '04749262-bb8e-4bcd-8e29-e46c4a7d2785', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:13:31.214204 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:31.696206 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81cd9eb8-9134-4911-9cb2-aef1ffe74518 {{(pid=94130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:13:31.705732 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:31.719235 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Transition to ACTIVE for port object 81cd9eb8-9134-4911-9cb2-aef1ffe74518 will not be triggered until provisioned by entity L2. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:13:31.724419 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:31.785715 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Pushing event updated for resources: {'Port': ['ID=81cd9eb8-9134-4911-9cb2-aef1ffe74518,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:31.869240 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Attempting to bind port 81cd9eb8-9134-4911-9cb2-aef1ffe74518 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:13:31.870187 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Attempting to bind port 81cd9eb8-9134-4911-9cb2-aef1ffe74518 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '1a4fc807-3592-4b87-8b8d-0b976cea08d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '873d47fd-3053-4856-895e-352ecc763b30'}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:13:31.870523 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Attempting to bind port 81cd9eb8-9134-4911-9cb2-aef1ffe74518 on network 873d47fd-3053-4856-895e-352ecc763b30 {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:13:31.877272 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Port 81cd9eb8-9134-4911-9cb2-aef1ffe74518 on network 873d47fd-3053-4856-895e-352ecc763b30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:13:31.877603 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Attempting to bind port 81cd9eb8-9134-4911-9cb2-aef1ffe74518 on network 873d47fd-3053-4856-895e-352ecc763b30 {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:13:31.885134 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:13:31.885402 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Checking segment: {'id': '1a4fc807-3592-4b87-8b8d-0b976cea08d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '873d47fd-3053-4856-895e-352ecc763b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:13:31.885812 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Bound using segment: {'id': '1a4fc807-3592-4b87-8b8d-0b976cea08d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '873d47fd-3053-4856-895e-352ecc763b30'} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:13:31.886278 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Bound port: 81cd9eb8-9134-4911-9cb2-aef1ffe74518, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a4fc807-3592-4b87-8b8d-0b976cea08d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '873d47fd-3053-4856-895e-352ecc763b30'}}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:13:31.886638 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:31.979872 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] For port 81cd9eb8-9134-4911-9cb2-aef1ffe74518, host hv-cinder-77630, cleared binding levels {{(pid=94130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:13:31.983533 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] For port 81cd9eb8-9134-4911-9cb2-aef1ffe74518, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=81cd9eb8-9134-4911-9cb2-aef1ffe74518,segment=NetworkSegment(1a4fc807-3592-4b87-8b8d-0b976cea08d4),segment_id=1a4fc807-3592-4b87-8b8d-0b976cea08d4)] {{(pid=94130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:13:31.990665 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:32.036710 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:32.037361 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:32.039301 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] 10.222.0.39 "PUT /v2.0/ports/81cd9eb8-9134-4911-9cb2-aef1ffe74518 HTTP/1.1" status: 200 len: 1094 time: 0.8952649 Sep 09 15:13:32.039446 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04749262-bb8e-4bcd-8e29-e46c4a7d2785', 'tag': '81cd9eb8-9134-4911-9cb2-aef1ffe74518'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:13:32.042139 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78bb4c6-c08d-419a-a661-0177cea9e4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "04749262-bb8e-4bcd-8e29-e46c4a7d2785", "tag": "81cd9eb8-9134-4911-9cb2-aef1ffe74518"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:13:32.076205 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e03283-70b6-4ff3-a67f-cce6155fc67f service neutron] Pushing event updated for resources: {'Port': ['ID=81cd9eb8-9134-4911-9cb2-aef1ffe74518,revision_number=3']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:32.717412 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e44494-1ebe-4a1b-89cb-4cb616ba3bd4 req-b65db4c4-6a2e-4c44-9949-085068e21435 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:32.719061 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-18e44494-1ebe-4a1b-89cb-4cb616ba3bd4 req-b65db4c4-6a2e-4c44-9949-085068e21435 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 944 time: 0.0546501 Sep 09 15:13:32.760304 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-18e44494-1ebe-4a1b-89cb-4cb616ba3bd4 req-1f74ddaf-9e5c-47b6-a3fb-1a6298a7325a tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346096 Sep 09 15:13:32.879691 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b436a6-ead1-41a3-9b07-49e74f18f3ec req-648e4d5a-951b-4582-8bbf-eea8af0ca4f6 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:32.882056 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a1b436a6-ead1-41a3-9b07-49e74f18f3ec req-648e4d5a-951b-4582-8bbf-eea8af0ca4f6 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0615931 Sep 09 15:13:32.924407 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a1b436a6-ead1-41a3-9b07-49e74f18f3ec req-7053d385-8d4f-4ccf-97fb-e60e94d0c802 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360658 Sep 09 15:13:32.970619 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19750f4-6493-4148-9b8a-da8df5a88a37 x-openstack-request-id: req-a19750f4-6493-4148-9b8a-da8df5a88a37 {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:13:32.970928 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04749262-bb8e-4bcd-8e29-e46c4a7d2785", "tag": "81cd9eb8-9134-4911-9cb2-aef1ffe74518", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:13:32.971172 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a19750f4-6493-4148-9b8a-da8df5a88a37 {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:13:32.972180 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04749262-bb8e-4bcd-8e29-e46c4a7d2785', 'tag': '81cd9eb8-9134-4911-9cb2-aef1ffe74518', 'status': 'completed', 'code': 200} Sep 09 15:13:33.895798 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4348e7b-c2ef-44a6-9cc6-5a56567d6918 req-143368be-2498-4c03-a59c-38a2935abe46 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:33.897322 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f4348e7b-c2ef-44a6-9cc6-5a56567d6918 req-143368be-2498-4c03-a59c-38a2935abe46 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 944 time: 0.0538180 Sep 09 15:13:33.936431 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f4348e7b-c2ef-44a6-9cc6-5a56567d6918 req-20288e9e-1aa5-4095-a69f-05cb6d636500 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321229 Sep 09 15:13:34.052900 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24939b56-f01c-44de-ad42-7bb50a065e89 req-2fbe8f6b-79b1-4351-8f94-5ed67c8f7464 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:34.054454 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-24939b56-f01c-44de-ad42-7bb50a065e89 req-2fbe8f6b-79b1-4351-8f94-5ed67c8f7464 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0568383 Sep 09 15:13:34.098223 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-24939b56-f01c-44de-ad42-7bb50a065e89 req-18ade8ce-09bf-4321-9aac-15fb2bbdefe3 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327349 Sep 09 15:13:34.626075 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bb4c6-c08d-419a-a661-0177cea9e4cf req-700dc5d3-e851-4c90-9e3a-a8c3e81beaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:34.627645 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b78bb4c6-c08d-419a-a661-0177cea9e4cf req-700dc5d3-e851-4c90-9e3a-a8c3e81beaff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=49acaaa8b1f245318d408c563ae04df5&device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 1097 time: 0.0504403 Sep 09 15:13:34.652281 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d5593-2af5-45ab-91b8-3bae7d7f1543 req-d28fce85-c76e-4c1f-ab96-b67ad91fffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:34.660287 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d67d5593-2af5-45ab-91b8-3bae7d7f1543 req-d28fce85-c76e-4c1f-ab96-b67ad91fffc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ecd5472851a04119989b4a5d14235398&device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 1099 time: 0.0547113 Sep 09 15:13:34.775098 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d5593-2af5-45ab-91b8-3bae7d7f1543 req-d6b0646a-4752-4b8d-b8fb-9dd5decea644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:34.776767 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d67d5593-2af5-45ab-91b8-3bae7d7f1543 req-d6b0646a-4752-4b8d-b8fb-9dd5decea644 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655 HTTP/1.1" status: 200 len: 920 time: 0.1000166 Sep 09 15:13:34.843855 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d67d5593-2af5-45ab-91b8-3bae7d7f1543 req-ac7327bd-93be-423a-a60b-879e01a8516d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41355f4-3aae-43da-8bdb-25fe3e96083f HTTP/1.1" status: 200 len: 217 time: 0.0550790 Sep 09 15:13:34.883674 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bb4c6-c08d-419a-a661-0177cea9e4cf req-6033f5e7-4751-4a03-b518-ef4796cd9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:34.886017 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b78bb4c6-c08d-419a-a661-0177cea9e4cf req-6033f5e7-4751-4a03-b518-ef4796cd9a69 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=49acaaa8b1f245318d408c563ae04df5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2318811 Sep 09 15:13:34.910427 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d5593-2af5-45ab-91b8-3bae7d7f1543 req-ac758f86-1a29-41e4-931b-bfde52c90e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:34.912582 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d67d5593-2af5-45ab-91b8-3bae7d7f1543 req-ac758f86-1a29-41e4-931b-bfde52c90e79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f37a255f-f939-40f3-9b3f-c731225da8ca HTTP/1.1" status: 200 len: 859 time: 0.0593605 Sep 09 15:13:34.961158 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d67d5593-2af5-45ab-91b8-3bae7d7f1543 req-01ca21c2-c483-44cf-a1a8-26bc910ca097 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392015 Sep 09 15:13:35.031939 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:13:35.112760 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d67d5593-2af5-45ab-91b8-3bae7d7f1543 req-9fbfbfd5-ec9d-4793-b051-43bb54e68964 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313920 Sep 09 15:13:35.152784 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bb4c6-c08d-419a-a661-0177cea9e4cf req-939e3505-b155-45f6-bccc-d4c9ca544e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:35.154330 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b78bb4c6-c08d-419a-a661-0177cea9e4cf req-939e3505-b155-45f6-bccc-d4c9ca544e7b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2584987 Sep 09 15:13:35.177721 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c599b-ae82-442a-a6b9-aca240cb4152 req-29626606-3bee-4e8c-babc-0b66d79ffb2c tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:35.179474 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e69c599b-ae82-442a-a6b9-aca240cb4152 req-29626606-3bee-4e8c-babc-0b66d79ffb2c tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 944 time: 0.0926204 Sep 09 15:13:35.244500 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d67d5593-2af5-45ab-91b8-3bae7d7f1543 req-f3e0fea4-f965-4902-bb8a-a692df2e7609 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155987 Sep 09 15:13:35.337354 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e69c599b-ae82-442a-a6b9-aca240cb4152 req-3ee89ed3-35a5-4fa6-8a3a-a2614f91dee9 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427758 Sep 09 15:13:35.340771 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-7082ac58-85d4-4ef4-b30d-3a641ff3f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:35.342456 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-7082ac58-85d4-4ef4-b30d-3a641ff3f39c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=49acaaa8b1f245318d408c563ae04df5&device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 1097 time: 0.1083274 Sep 09 15:13:35.351629 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851d753-e603-4340-af17-3e7ab16aae60 req-8895bd33-9450-4363-87bd-aa61c38023a3 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:35.353195 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b851d753-e603-4340-af17-3e7ab16aae60 req-8895bd33-9450-4363-87bd-aa61c38023a3 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.1486359 Sep 09 15:13:35.398067 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-d948af19-0cb0-47f4-ae32-daedfa563108 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81cd9eb8-9134-4911-9cb2-aef1ffe74518 HTTP/1.1" status: 200 len: 217 time: 0.0435421 Sep 09 15:13:35.467901 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b851d753-e603-4340-af17-3e7ab16aae60 req-34ac0128-ebe0-45b4-b882-6b05bdf45140 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730021 Sep 09 15:13:35.474445 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-db232bc8-b3c2-47ee-9762-ea462a5f861a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:35.476025 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-db232bc8-b3c2-47ee-9762-ea462a5f861a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9d86bd1-2fde-4135-873a-b7f6a0e6a7cc HTTP/1.1" status: 200 len: 854 time: 0.0642614 Sep 09 15:13:35.521569 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-756a5137-a461-4242-bf2c-bcec0e83cb05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=873d47fd-3053-4856-895e-352ecc763b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362420 Sep 09 15:13:35.710485 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-b8efe946-577a-4b1a-bb3c-a1d8b9796dd0 service neutron] 10.222.0.39 "GET /v2.0/networks/873d47fd-3053-4856-895e-352ecc763b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801765 Sep 09 15:13:35.855286 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-be054926-f061-4bd7-b50c-5fb804dd78b5 req-c1719bcf-2b82-40d9-a8ce-a96ba9ad4440 service neutron] 10.222.0.39 "GET /v2.0/networks/873d47fd-3053-4856-895e-352ecc763b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346600 Sep 09 15:13:36.447718 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beddc51-8710-42ac-aed7-acc262861d38 req-c252d2d6-ee4e-4516-84e6-648d488f84dc tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:36.449260 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7beddc51-8710-42ac-aed7-acc262861d38 req-c252d2d6-ee4e-4516-84e6-648d488f84dc tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 944 time: 0.0519700 Sep 09 15:13:36.493543 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7beddc51-8710-42ac-aed7-acc262861d38 req-382eeadf-bf08-4084-a346-1b4b2ca0bc07 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381627 Sep 09 15:13:36.614273 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930ea47-dc84-440c-90f1-1e755a9142a7 req-ef16aae7-24c7-497a-99da-7981f6b47483 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:36.615852 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9930ea47-dc84-440c-90f1-1e755a9142a7 req-ef16aae7-24c7-497a-99da-7981f6b47483 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0555263 Sep 09 15:13:36.658653 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9930ea47-dc84-440c-90f1-1e755a9142a7 req-4e264bad-a246-4fb7-aae6-a2da597cdcd2 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367815 Sep 09 15:13:37.615157 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c8ba2-062d-441d-9d46-139de7d90587 req-6d36c34b-d95d-4337-9872-c2cd25a06afe tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:37.616757 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2e3c8ba2-062d-441d-9d46-139de7d90587 req-6d36c34b-d95d-4337-9872-c2cd25a06afe tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 944 time: 0.0530589 Sep 09 15:13:37.656988 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2e3c8ba2-062d-441d-9d46-139de7d90587 req-20308881-7c2d-4720-a866-1615c6785687 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342238 Sep 09 15:13:38.009603 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8b81d-2329-4ea1-87d1-21290c24f068 req-d07c5654-0899-43f7-a125-15ddb4682aeb tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:38.011199 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cfc8b81d-2329-4ea1-87d1-21290c24f068 req-d07c5654-0899-43f7-a125-15ddb4682aeb tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.2831175 Sep 09 15:13:38.052487 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cfc8b81d-2329-4ea1-87d1-21290c24f068 req-9c2d70d7-58af-47f4-bede-aa1b1be6e67c tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340199 Sep 09 15:13:38.785904 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a352f2-69b4-46e2-bb36-62746a0ff723 req-64838c0b-9fc8-429b-85cd-69c2068cc449 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:38.787616 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-74a352f2-69b4-46e2-bb36-62746a0ff723 req-64838c0b-9fc8-429b-85cd-69c2068cc449 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 944 time: 0.0599701 Sep 09 15:13:38.843758 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-74a352f2-69b4-46e2-bb36-62746a0ff723 req-3a2d2aac-a862-4eec-95c8-d161aee62be9 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496402 Sep 09 15:13:39.185182 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5478872-2188-4d46-a283-b81964b0d38b req-d3b868a6-c277-4a8a-8620-4f73aa9b8fd8 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:39.187454 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c5478872-2188-4d46-a283-b81964b0d38b req-d3b868a6-c277-4a8a-8620-4f73aa9b8fd8 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0609548 Sep 09 15:13:39.234865 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c5478872-2188-4d46-a283-b81964b0d38b req-ab11bc44-e2d0-44e6-898b-bc19d40dd224 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398407 Sep 09 15:13:39.909691 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773f590-ca49-4c60-92f0-c1bce8cce8a7 req-55448e51-c800-443c-b3a9-61aaa4833783 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:39.911475 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f773f590-ca49-4c60-92f0-c1bce8cce8a7 req-55448e51-c800-443c-b3a9-61aaa4833783 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.0640996 Sep 09 15:13:39.989177 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f773f590-ca49-4c60-92f0-c1bce8cce8a7 req-c59dc304-c805-42a2-80c0-a63bd588ba8e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700941 Sep 09 15:13:40.010623 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136447c-99d2-4fb4-bf1e-cf857038f7a7 req-dba510e2-3df9-4850-89e4-750cd986df26 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:40.011974 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f136447c-99d2-4fb4-bf1e-cf857038f7a7 req-dba510e2-3df9-4850-89e4-750cd986df26 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 944 time: 0.0774884 Sep 09 15:13:40.063032 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f136447c-99d2-4fb4-bf1e-cf857038f7a7 req-b5fd42bb-a40c-48e9-8156-3aeae917d053 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439253 Sep 09 15:13:40.409579 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da01f6-39ab-4be9-ad53-e2c3fa83af6e req-732637d0-91ad-46ed-828d-c25046387a2a tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:40.412370 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-23da01f6-39ab-4be9-ad53-e2c3fa83af6e req-732637d0-91ad-46ed-828d-c25046387a2a tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0883644 Sep 09 15:13:40.479391 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-23da01f6-39ab-4be9-ad53-e2c3fa83af6e req-bd2b9e97-9a51-45d0-90ab-c4541ad53770 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599017 Sep 09 15:13:41.138260 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e9bc9-fd88-46b9-9e8f-7b2df8ef0162 req-b57a3414-3a27-4334-b438-6c78a92d2d1d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:41.140233 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0d0e9bc9-fd88-46b9-9e8f-7b2df8ef0162 req-b57a3414-3a27-4334-b438-6c78a92d2d1d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.0600359 Sep 09 15:13:41.245436 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0d0e9bc9-fd88-46b9-9e8f-7b2df8ef0162 req-e46fc9ee-2309-4030-abd8-9fea8ae492ea tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981259 Sep 09 15:13:41.268541 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3b6af-498d-42be-bd59-ee5d7e6d9c4e req-282e5414-713d-4f62-aa27-b29cf95a06db tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:41.271340 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f3f3b6af-498d-42be-bd59-ee5d7e6d9c4e req-282e5414-713d-4f62-aa27-b29cf95a06db tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 944 time: 0.1219096 Sep 09 15:13:41.323126 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f3f3b6af-498d-42be-bd59-ee5d7e6d9c4e req-427e4cea-80d2-4de3-90db-982779126641 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440042 Sep 09 15:13:41.620728 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168c51a-56d9-46eb-9477-8bf711abb801 req-5b2da9d0-0f25-48af-b306-1076a8c0fc36 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:41.622123 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1168c51a-56d9-46eb-9477-8bf711abb801 req-5b2da9d0-0f25-48af-b306-1076a8c0fc36 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0601764 Sep 09 15:13:41.668144 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1168c51a-56d9-46eb-9477-8bf711abb801 req-3432d0d6-7255-404d-83b2-aed5d97f0d51 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380723 Sep 09 15:13:41.991122 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 39216) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:42.129569 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-bc2da14a-f500-4229-a0bb-e856624d5187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:42.247103 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-bc2da14a-f500-4229-a0bb-e856624d5187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:42.252222 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-bc2da14a-f500-4229-a0bb-e856624d5187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:42.298964 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-bc2da14a-f500-4229-a0bb-e856624d5187 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f29ee55d5ca1457699f523070574365a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060057 Sep 09 15:13:42.300320 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2da14a-f500-4229-a0bb-e856624d5187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968f43b8-ed38-4ca7-b742-75b6ae76429f,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:42.302575 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 39222) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:42.371442 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51ed449c-1394-494c-b598-6650615db8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:42.410868 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51ed449c-1394-494c-b598-6650615db8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:42.441912 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4684c9-8932-44db-8074-a01f656b48ca req-a85213ee-1c56-49c4-a62a-0ad0d7e8cff4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:42.445796 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2c4684c9-8932-44db-8074-a01f656b48ca req-a85213ee-1c56-49c4-a62a-0ad0d7e8cff4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.0818734 Sep 09 15:13:42.521821 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51ed449c-1394-494c-b598-6650615db8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:42.525533 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51ed449c-1394-494c-b598-6650615db8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:42.527125 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-51ed449c-1394-494c-b598-6650615db8dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/968f43b8-ed38-4ca7-b742-75b6ae76429f HTTP/1.1" status: 204 len: 168 time: 0.2231693 Sep 09 15:13:42.534499 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2c4684c9-8932-44db-8074-a01f656b48ca req-73c682a9-2a3a-48af-82ef-0b2fc5b0ef31 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808485 Sep 09 15:13:42.554542 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed449c-1394-494c-b598-6650615db8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968f43b8-ed38-4ca7-b742-75b6ae76429f,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:42.595011 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b572b2-b620-4ad6-9c84-72f29f23f164 req-0521f101-bf95-4586-8cc0-a3afadf910f3 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:42.598609 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c5b572b2-b620-4ad6-9c84-72f29f23f164 req-0521f101-bf95-4586-8cc0-a3afadf910f3 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 944 time: 0.1213923 Sep 09 15:13:42.665225 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c5b572b2-b620-4ad6-9c84-72f29f23f164 req-b85af4b6-8c7d-4d2d-9a87-7d1e800a6996 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553880 Sep 09 15:13:42.850620 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe3246-979d-4e21-b8a2-da8cd9aab3c1 req-804b4e42-074b-403d-ba07-c3b777363d08 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:42.852337 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ecbe3246-979d-4e21-b8a2-da8cd9aab3c1 req-804b4e42-074b-403d-ba07-c3b777363d08 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0655663 Sep 09 15:13:42.905060 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ecbe3246-979d-4e21-b8a2-da8cd9aab3c1 req-8b409aea-c023-439c-a770-517d649a0584 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430622 Sep 09 15:13:42.946402 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 39236) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:42.963625 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cbca0dfb-fdc3-46e2-b2c7-29ff42a3a9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:43.065546 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 81cd9eb8-9134-4911-9cb2-aef1ffe74518 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:13:43.112190 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cbca0dfb-fdc3-46e2-b2c7-29ff42a3a9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:43.118090 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cbca0dfb-fdc3-46e2-b2c7-29ff42a3a9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:43.167716 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-cbca0dfb-fdc3-46e2-b2c7-29ff42a3a9ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e15355cce8b41f5bc4c8bd39f6076a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197549 Sep 09 15:13:43.168762 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca0dfb-fdc3-46e2-b2c7-29ff42a3a9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa1cdda-3c6d-4b0f-b71e-677fe70a95eb,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:43.171614 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 39240) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:43.232814 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 81cd9eb8-9134-4911-9cb2-aef1ffe74518, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=81cd9eb8-9134-4911-9cb2-aef1ffe74518,segment=NetworkSegment(1a4fc807-3592-4b87-8b8d-0b976cea08d4),segment_id=1a4fc807-3592-4b87-8b8d-0b976cea08d4)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:13:43.238077 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d6d1704f-c969-461c-abe3-7026d789e52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:43.252040 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': '81cd9eb8-9134-4911-9cb2-aef1ffe74518', 'network_id': '873d47fd-3053-4856-895e-352ecc763b30', 'port_id': '81cd9eb8-9134-4911-9cb2-aef1ffe74518', 'mac_address': 'fa:16:3e:8d:fc:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d86bd1-2fde-4135-873a-b7f6a0e6a7cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:13:43.264014 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d6d1704f-c969-461c-abe3-7026d789e52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:43.303083 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:43.326509 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cd9eb8-9134-4911-9cb2-aef1ffe74518 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:13:43.327596 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d6d1704f-c969-461c-abe3-7026d789e52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:43.330365 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d6d1704f-c969-461c-abe3-7026d789e52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:43.331663 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-d6d1704f-c969-461c-abe3-7026d789e52f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fa1cdda-3c6d-4b0f-b71e-677fe70a95eb HTTP/1.1" status: 204 len: 168 time: 0.1585288 Sep 09 15:13:43.340301 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1704f-c969-461c-abe3-7026d789e52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa1cdda-3c6d-4b0f-b71e-677fe70a95eb,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:43.382552 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 81cd9eb8-9134-4911-9cb2-aef1ffe74518, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=81cd9eb8-9134-4911-9cb2-aef1ffe74518,segment=NetworkSegment(1a4fc807-3592-4b87-8b8d-0b976cea08d4),segment_id=1a4fc807-3592-4b87-8b8d-0b976cea08d4)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:13:43.390333 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:43.473302 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=81cd9eb8-9134-4911-9cb2-aef1ffe74518,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:43.488319 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:43.488771 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:43.489365 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:43.489894 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:43.490454 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:43.491022 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:43.491556 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:43.492117 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:43.492688 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:43.493215 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:43.493765 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:43.494328 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:43.770478 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159750b-b6bd-457a-9dfc-5e718a64dca7 req-b569058f-d683-4a6f-ab79-17487bcb6d33 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:43.772186 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9159750b-b6bd-457a-9dfc-5e718a64dca7 req-b569058f-d683-4a6f-ab79-17487bcb6d33 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.1049061 Sep 09 15:13:43.845004 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9159750b-b6bd-457a-9dfc-5e718a64dca7 req-f093bf64-2d95-4b31-9c55-92e03657aa23 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617428 Sep 09 15:13:43.854251 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6d46b-2285-4acf-a6e1-bd0918b823b2 req-73cd5abd-5678-486d-b6cc-2e30beb8fcd7 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:43.856139 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b2b6d46b-2285-4acf-a6e1-bd0918b823b2 req-73cd5abd-5678-486d-b6cc-2e30beb8fcd7 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 945 time: 0.0829914 Sep 09 15:13:43.917524 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b2b6d46b-2285-4acf-a6e1-bd0918b823b2 req-2e66c4ab-ece6-4154-873d-d36bcf3a51ab tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450826 Sep 09 15:13:44.097828 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a4a90-3f37-4a2a-b66f-bd9e777c8fed req-ccde6554-7019-4f75-b589-a99d044049dc tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:44.099515 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aa8a4a90-3f37-4a2a-b66f-bd9e777c8fed req-ccde6554-7019-4f75-b589-a99d044049dc tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0649459 Sep 09 15:13:44.165323 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aa8a4a90-3f37-4a2a-b66f-bd9e777c8fed req-69ca698c-4536-4627-a574-b2ac035f14a7 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516422 Sep 09 15:13:44.340033 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['81cd9eb8-9134-4911-9cb2-aef1ffe74518'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:13:44.760682 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 39294) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:44.911113 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c3f202bc-3174-4e11-a288-4a416df44345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:45.088176 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37f37c-cd77-4e76-9195-5e1848095ae4 req-16777fc0-9d32-4c8b-869b-cc4f4ef89672 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:45.089914 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bd37f37c-cd77-4e76-9195-5e1848095ae4 req-16777fc0-9d32-4c8b-869b-cc4f4ef89672 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.1282654 Sep 09 15:13:45.131711 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ec845-9ee5-43a0-82d8-7e9d4715a973 req-0703ceff-da4d-4ca9-94aa-1c027175b9b1 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:45.133641 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-271ec845-9ee5-43a0-82d8-7e9d4715a973 req-0703ceff-da4d-4ca9-94aa-1c027175b9b1 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 945 time: 0.1349697 Sep 09 15:13:45.168582 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c3f202bc-3174-4e11-a288-4a416df44345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:45.183122 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c3f202bc-3174-4e11-a288-4a416df44345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:45.236736 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bd37f37c-cd77-4e76-9195-5e1848095ae4 req-8ad115b2-2438-4b55-8aac-910fb628d11a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329646 Sep 09 15:13:45.254977 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-c3f202bc-3174-4e11-a288-4a416df44345 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09b7af6d0e3549da891898ed2cfe2ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4892735 Sep 09 15:13:45.255975 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 39308) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:45.275352 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-271ec845-9ee5-43a0-82d8-7e9d4715a973 req-36abc668-2a84-4127-a760-c020dfd6a470 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182470 Sep 09 15:13:45.275352 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f202bc-3174-4e11-a288-4a416df44345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a15b33-c5f0-48f7-9759-0d74985143c2,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:45.351091 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c037cc96-6268-4ec3-ba98-3160a6fb5f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:45.399631 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c037cc96-6268-4ec3-ba98-3160a6fb5f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:45.429873 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7255b41-e61b-4b0d-8246-4f0ba88c8b41 req-337ee9b0-1326-4da5-9e17-84acf459ec30 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:45.431532 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f7255b41-e61b-4b0d-8246-4f0ba88c8b41 req-337ee9b0-1326-4da5-9e17-84acf459ec30 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0972781 Sep 09 15:13:45.498296 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f7255b41-e61b-4b0d-8246-4f0ba88c8b41 req-d5f8aa53-b6a5-49ac-9fcf-16d5f62859d1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592446 Sep 09 15:13:45.518435 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c037cc96-6268-4ec3-ba98-3160a6fb5f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:45.518435 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c037cc96-6268-4ec3-ba98-3160a6fb5f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:45.518435 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-c037cc96-6268-4ec3-ba98-3160a6fb5f3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1a15b33-c5f0-48f7-9759-0d74985143c2 HTTP/1.1" status: 204 len: 168 time: 0.2563131 Sep 09 15:13:45.526160 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037cc96-6268-4ec3-ba98-3160a6fb5f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a15b33-c5f0-48f7-9759-0d74985143c2,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:46.035765 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 81cd9eb8-9134-4911-9cb2-aef1ffe74518 up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:13:46.122913 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port 81cd9eb8-9134-4911-9cb2-aef1ffe74518 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:13:46.129281 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port 81cd9eb8-9134-4911-9cb2-aef1ffe74518 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:13:46.130025 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:46.283149 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:46.329317 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04749262-bb8e-4bcd-8e29-e46c4a7d2785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd9eb8-9134-4911-9cb2-aef1ffe74518'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:13:46.332788 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d98138-4c63-4303-b380-5fbe0e8e0bf1" -d '{"events": [{"server_uuid": "04749262-bb8e-4bcd-8e29-e46c4a7d2785", "name": "network-vif-plugged", "status": "completed", "tag": "81cd9eb8-9134-4911-9cb2-aef1ffe74518"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:13:46.351030 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 81cd9eb8-9134-4911-9cb2-aef1ffe74518, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=81cd9eb8-9134-4911-9cb2-aef1ffe74518,segment=NetworkSegment(1a4fc807-3592-4b87-8b8d-0b976cea08d4),segment_id=1a4fc807-3592-4b87-8b8d-0b976cea08d4)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:13:46.358104 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:46.433101 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=81cd9eb8-9134-4911-9cb2-aef1ffe74518,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:46.544173 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7c22c-f0e9-4b71-a428-2009714d01f7 req-6ef9e21c-1bc1-4b9c-bb7c-5d5f6320b196 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:46.546953 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b0b7c22c-f0e9-4b71-a428-2009714d01f7 req-6ef9e21c-1bc1-4b9c-bb7c-5d5f6320b196 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.1196537 Sep 09 15:13:46.563515 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18be2f-b345-448a-a020-5a28887c9aa6 req-56e139b4-ce56-4606-b974-6b72ca3a88a2 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:46.565788 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2f18be2f-b345-448a-a020-5a28887c9aa6 req-56e139b4-ce56-4606-b974-6b72ca3a88a2 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 946 time: 0.1095119 Sep 09 15:13:46.622198 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b0b7c22c-f0e9-4b71-a428-2009714d01f7 req-15d6f965-db9e-46c4-86da-83258b41cf74 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673807 Sep 09 15:13:46.631354 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2f18be2f-b345-448a-a020-5a28887c9aa6 req-11e8d0f1-9cc1-452a-8ee8-ca7f927cab71 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513377 Sep 09 15:13:46.700381 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e1da30-235e-4374-af8f-04cce7fd2a80 x-openstack-request-id: req-28e1da30-235e-4374-af8f-04cce7fd2a80 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:13:46.700849 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04749262-bb8e-4bcd-8e29-e46c4a7d2785", "name": "network-vif-plugged", "status": "completed", "tag": "81cd9eb8-9134-4911-9cb2-aef1ffe74518", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:13:46.701247 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28e1da30-235e-4374-af8f-04cce7fd2a80 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:13:46.701882 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04749262-bb8e-4bcd-8e29-e46c4a7d2785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd9eb8-9134-4911-9cb2-aef1ffe74518', 'code': 200} Sep 09 15:13:46.784726 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c57021-799c-4875-a429-528ac8952b76 req-737e66a1-1433-475a-9005-2102345b30a0 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:46.786523 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-74c57021-799c-4875-a429-528ac8952b76 req-737e66a1-1433-475a-9005-2102345b30a0 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0832245 Sep 09 15:13:46.848721 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-74c57021-799c-4875-a429-528ac8952b76 req-db0538fd-53b7-49b6-b28b-29453766b40f tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533590 Sep 09 15:13:46.958379 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16f259-5fa7-430e-8e9e-57a385fa376c req-93625fbd-384a-4bce-9e30-019d4bbc36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:46.962619 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2c16f259-5fa7-430e-8e9e-57a385fa376c req-93625fbd-384a-4bce-9e30-019d4bbc36fd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 1099 time: 0.0835137 Sep 09 15:13:47.034171 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2c16f259-5fa7-430e-8e9e-57a385fa376c req-d3c049de-1301-4785-9f09-25f0055c9a47 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574496 Sep 09 15:13:47.520999 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219172d9-25da-48e4-a87c-616786a76922 req-54e05251-643e-43ea-b5e0-22a5a960865e tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:47.522913 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-219172d9-25da-48e4-a87c-616786a76922 req-54e05251-643e-43ea-b5e0-22a5a960865e tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.0747509 Sep 09 15:13:47.541066 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 39388) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:47.575125 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-219172d9-25da-48e4-a87c-616786a76922 req-fe85ab81-c9ee-452f-b77d-f40e8be6a825 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396433 Sep 09 15:13:47.695588 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b1c38c77-75d7-442a-9584-e32f781e3759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:47.844890 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b1c38c77-75d7-442a-9584-e32f781e3759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:47.848274 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facff02-b50a-4510-a78a-169edb2b86d9 req-063e956e-2569-4c13-ad52-b0cf648d1be1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:47.850671 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b1c38c77-75d7-442a-9584-e32f781e3759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:47.856528 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1facff02-b50a-4510-a78a-169edb2b86d9 req-063e956e-2569-4c13-ad52-b0cf648d1be1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.1093535 Sep 09 15:13:47.877787 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3b03b720-be3b-4bb3-b2bc-091be70a30a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:47.898036 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b1c38c77-75d7-442a-9584-e32f781e3759 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22def01a8900474da374c6ad19402fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555076 Sep 09 15:13:47.899508 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c38c77-75d7-442a-9584-e32f781e3759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edce5b17-a93e-4ffa-83b5-0c5f28b2abce,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:47.902079 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 39398) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:47.907520 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a93a9e-4a15-4d40-aacc-d9fd1d43c544 req-efa19c7e-5840-48cc-9b27-de264747065f tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:47.909488 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-87a93a9e-4a15-4d40-aacc-d9fd1d43c544 req-efa19c7e-5840-48cc-9b27-de264747065f tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 946 time: 0.1236181 Sep 09 15:13:47.940992 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1facff02-b50a-4510-a78a-169edb2b86d9 req-b9a3f3e8-852c-40ac-b425-2051c648fd49 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826752 Sep 09 15:13:47.963728 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5ed74453-11bf-4775-975f-f3cc46445e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:47.989042 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5ed74453-11bf-4775-975f-f3cc46445e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:47.994619 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-87a93a9e-4a15-4d40-aacc-d9fd1d43c544 req-3d5fea8c-0d43-40a6-b4b9-6fe864c1f614 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631521 Sep 09 15:13:48.045478 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5ed74453-11bf-4775-975f-f3cc46445e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:48.048365 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5ed74453-11bf-4775-975f-f3cc46445e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:48.050897 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5ed74453-11bf-4775-975f-f3cc46445e9f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/edce5b17-a93e-4ffa-83b5-0c5f28b2abce HTTP/1.1" status: 204 len: 168 time: 0.1473413 Sep 09 15:13:48.062581 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed74453-11bf-4775-975f-f3cc46445e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edce5b17-a93e-4ffa-83b5-0c5f28b2abce,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:48.125743 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf20db-70ca-448b-ae96-500bd95215bb req-888fe922-d9b7-4293-8f33-44ce8f81a604 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:48.128145 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-abaf20db-70ca-448b-ae96-500bd95215bb req-888fe922-d9b7-4293-8f33-44ce8f81a604 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0672972 Sep 09 15:13:48.181155 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-abaf20db-70ca-448b-ae96-500bd95215bb req-29c38543-852c-4965-b035-15c774aa3379 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425670 Sep 09 15:13:48.624964 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-60964dae-1c4b-4ab9-9c89-a8effb760efa tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6755215e87344e8aad0ab4f15bbaf57e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430005 Sep 09 15:13:48.918243 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06718ae1-0e45-4b64-aba0-04b19a8e861f req-36618394-6e4b-4378-a9d9-6e20e236a666 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:48.920853 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-06718ae1-0e45-4b64-aba0-04b19a8e861f req-36618394-6e4b-4378-a9d9-6e20e236a666 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.2439353 Sep 09 15:13:48.960492 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-324f2aba-7451-45c2-a51e-91e5fccdaaf5 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:48.963063 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-324f2aba-7451-45c2-a51e-91e5fccdaaf5 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3260989 Sep 09 15:13:49.003024 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-78d3cb84-b377-4bd0-afc3-26e6760b17f8 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/quotas/6755215e87344e8aad0ab4f15bbaf57e HTTP/1.1" status: 200 len: 375 time: 0.0292110 Sep 09 15:13:49.013795 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-06718ae1-0e45-4b64-aba0-04b19a8e861f req-c7a19f17-4c87-41df-85af-35403392c021 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764802 Sep 09 15:13:49.059691 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-39ede870-9775-4688-9b37-7407e03e5c24 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6755215e87344e8aad0ab4f15bbaf57e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438309 Sep 09 15:13:49.114729 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 39446) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:49.210244 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a855fc2-eff5-4ab0-9acf-90abf02744ef req-65fd4cde-e3b0-43ba-bef9-29ed3bf5881b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:49.213331 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8a855fc2-eff5-4ab0-9acf-90abf02744ef req-65fd4cde-e3b0-43ba-bef9-29ed3bf5881b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.0905809 Sep 09 15:13:49.277517 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-a68ebe38-a356-4924-92a1-135627233c35 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-132482846-network', 'tenant_id': '60e24a0985124167a48ad737065f163e'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:13:49.292879 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8a855fc2-eff5-4ab0-9acf-90abf02744ef req-8fd150d7-7c1c-47e7-ae9c-5e96a4e81201 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653336 Sep 09 15:13:49.309613 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68ebe38-a356-4924-92a1-135627233c35 admin admin] Made reservation on behalf of 60e24a0985124167a48ad737065f163e for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:13:49.312534 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a68ebe38-a356-4924-92a1-135627233c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:49.327041 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a68ebe38-a356-4924-92a1-135627233c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:49.412789 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528f546-1d82-43a0-9fdb-61b951eda455 req-74bbacf9-71e5-45c3-a0a8-5ed740f68bb7 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:49.414392 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a528f546-1d82-43a0-9fdb-61b951eda455 req-74bbacf9-71e5-45c3-a0a8-5ed740f68bb7 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 946 time: 0.0731602 Sep 09 15:13:49.497538 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a528f546-1d82-43a0-9fdb-61b951eda455 req-663c4aaf-e53b-4b1a-8a70-4344a5bfa0c5 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538156 Sep 09 15:13:49.508507 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c226f-a629-43b1-acf1-f1c3c57e2983 req-399cb01e-8a7d-4d68-8c31-a40ba893821f tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:49.510287 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1e4c226f-a629-43b1-acf1-f1c3c57e2983 req-399cb01e-8a7d-4d68-8c31-a40ba893821f tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0948956 Sep 09 15:13:49.540357 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a68ebe38-a356-4924-92a1-135627233c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:49.548050 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a68ebe38-a356-4924-92a1-135627233c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:49.586288 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1e4c226f-a629-43b1-acf1-f1c3c57e2983 req-45111e25-6662-4e51-b5f7-ee84687aed0e tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604410 Sep 09 15:13:49.606959 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ebe38-a356-4924-92a1-135627233c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcf3b4e-d11d-43bd-87dd-cce380dc1acc,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:49.612375 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68ebe38-a356-4924-92a1-135627233c35 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:13:49.628827 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a68ebe38-a356-4924-92a1-135627233c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:49.629359 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-a68ebe38-a356-4924-92a1-135627233c35 admin admin] Added segment 5a3083b5-dd81-4442-87be-ed338b9e00b5 of type vlan for network bb9a8432-2f02-41d7-9d2b-f1ca273997ed Sep 09 15:13:49.695201 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a7299f26-af49-4ea0-9cdb-f961c48d90dd req-784cd3b8-1307-4223-8eba-f41eed3a7d31 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 210 time: 0.0417600 Sep 09 15:13:49.711137 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a68ebe38-a356-4924-92a1-135627233c35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:49.771005 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a68ebe38-a356-4924-92a1-135627233c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:49.772120 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68ebe38-a356-4924-92a1-135627233c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:49.773333 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a68ebe38-a356-4924-92a1-135627233c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:49.818326 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a68ebe38-a356-4924-92a1-135627233c35 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7024078 Sep 09 15:13:49.823018 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 39508) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:49.828671 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-9236deb3-843c-4ec9-8f50-8d5fff65f381 admin admin] Request body: {'subnet': {'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-132482846-subnet', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'ip_version': 4}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:13:49.883063 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9236deb3-843c-4ec9-8f50-8d5fff65f381 admin admin] Made reservation on behalf of 60e24a0985124167a48ad737065f163e for: {'subnet': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:13:49.885323 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9236deb3-843c-4ec9-8f50-8d5fff65f381 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59173927'] for subnet, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:49.903182 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ebe38-a356-4924-92a1-135627233c35 admin admin] Pushing event updated for resources: {'Network': ['ID=bb9a8432-2f02-41d7-9d2b-f1ca273997ed,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:49.915876 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network bb9a8432-2f02-41d7-9d2b-f1ca273997ed details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:13:50.209455 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f1f57-7745-4fa3-8827-5c22eb8fefe0 req-e7e1da8b-3d37-4a94-9593-5b45acadba8f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:50.211293 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1b6f1f57-7745-4fa3-8827-5c22eb8fefe0 req-e7e1da8b-3d37-4a94-9593-5b45acadba8f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.0956492 Sep 09 15:13:50.303060 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1b6f1f57-7745-4fa3-8827-5c22eb8fefe0 req-151c8c7f-018d-44e2-bc94-598ab4501cf4 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827754 Sep 09 15:13:50.328425 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9236deb3-843c-4ec9-8f50-8d5fff65f381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60062151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59173945'] for subnet, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:50.418540 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236deb3-843c-4ec9-8f50-8d5fff65f381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b56d118f-8744-4cdd-be23-a614a2b19b95,revision_number=0']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:50.498118 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9236deb3-843c-4ec9-8f50-8d5fff65f381 admin admin] Checking segment: {'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:13:50.498745 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9236deb3-843c-4ec9-8f50-8d5fff65f381 admin admin] Network hostable DHCP agents. Network: bb9a8432-2f02-41d7-9d2b-f1ca273997ed, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:13:50.532675 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419226b1-8619-40df-a454-6b6e31be9deb req-ae143e07-e265-4bb1-8752-8ae50d6b044d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:50.536755 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-419226b1-8619-40df-a454-6b6e31be9deb req-ae143e07-e265-4bb1-8752-8ae50d6b044d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.1079671 Sep 09 15:13:50.562108 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9236deb3-843c-4ec9-8f50-8d5fff65f381 admin admin] Network bb9a8432-2f02-41d7-9d2b-f1ca273997ed is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:13:50.599951 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-9236deb3-843c-4ec9-8f50-8d5fff65f381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, bb9a8432-2f02-41d7-9d2b-f1ca273997ed) {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:13:50.614245 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fa6f42-5654-4749-8bf7-fa9a95bbc43e None None] Network bb9a8432-2f02-41d7-9d2b-f1ca273997ed requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:13:50.629603 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9236deb3-843c-4ec9-8f50-8d5fff65f381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:50.630972 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9236deb3-843c-4ec9-8f50-8d5fff65f381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:50.655698 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-419226b1-8619-40df-a454-6b6e31be9deb req-400cb917-6d17-4226-8ddb-8ddbd96a4ee4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022487 Sep 09 15:13:50.693516 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-9236deb3-843c-4ec9-8f50-8d5fff65f381 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8693049 Sep 09 15:13:50.700047 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 39562) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:50.709219 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:13:50.768807 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:50.774467 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3885438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:50.928203 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:50.957373 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4faa2-0bdc-4e05-a79a-724d7d1087f4 req-e65175cb-07f4-49ad-b417-8eb2a0972f82 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:50.960515 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-881c6424-bbf1-455e-97d0-e145cee1493c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:50.961890 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2db4faa2-0bdc-4e05-a79a-724d7d1087f4 req-e65175cb-07f4-49ad-b417-8eb2a0972f82 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.1876667 Sep 09 15:13:50.978187 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:51.014752 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6998fd-edf4-51e3-ac9a-e6a498ccbbc9-bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95'}]}} from dv-cinder-776307-9-iscsi. {{(pid=94132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 15:13:51.044683 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:51.054937 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-c42e5780-a1c5-414a-8cd8-2aee18bfe879 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6755215e87344e8aad0ab4f15bbaf57e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1411543 Sep 09 15:13:51.064973 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f5e3992d-b504-41f9-874c-42e46c219c27 req-597d09a4-ad15-4301-83bd-1e5e05f64378 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 210 time: 0.0992644 Sep 09 15:13:51.147175 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:51.241088 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2db4faa2-0bdc-4e05-a79a-724d7d1087f4 req-7593fb30-3665-4b82-b5ea-d449b3822181 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837599 Sep 09 15:13:51.405077 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-b6ba7682-3f29-4ccd-aa88-6735fbc21a66 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:51.407091 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-b6ba7682-3f29-4ccd-aa88-6735fbc21a66 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3030484 Sep 09 15:13:51.436648 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-ab5b292d-fa56-4cd1-a9f5-dd28a22427cd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Request body: {'port': {'device_id': '48794530-fb9e-4a11-b866-124bf48ca7ba', 'network_id': '342399ba-2ddd-464b-9513-78fcd43db8cf', 'admin_state_up': True, 'tenant_id': '6755215e87344e8aad0ab4f15bbaf57e'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:13:51.454052 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:51.480075 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:51.540390 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Allocated IP 172.20.0.2 (bb9a8432-2f02-41d7-9d2b-f1ca273997ed/b56d118f-8744-4cdd-be23-a614a2b19b95/387e3e1f-41a5-43c6-b064-468ff0899d10) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:13:51.604525 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf565e-8fe8-4298-a24e-3d125dc514d3 req-c12f0004-0df1-404c-82c4-df0351a5b69a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:51.610955 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-89bf565e-8fe8-4298-a24e-3d125dc514d3 req-c12f0004-0df1-404c-82c4-df0351a5b69a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.1918774 Sep 09 15:13:51.673037 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Allocated IP 172.27.3.190 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/07f41a28-41d8-492b-841b-a0cfb547029b) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:13:51.715495 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-89bf565e-8fe8-4298-a24e-3d125dc514d3 req-b68628f2-8134-460a-a39c-46edb448ee02 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939159 Sep 09 15:13:51.735828 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-ab5b292d-fa56-4cd1-a9f5-dd28a22427cd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Made reservation on behalf of 6755215e87344e8aad0ab4f15bbaf57e for: {'port': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:13:51.743241 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-ab5b292d-fa56-4cd1-a9f5-dd28a22427cd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:51.767232 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-ab5b292d-fa56-4cd1-a9f5-dd28a22427cd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:51.780329 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:51.802807 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:51.815906 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Transition to ACTIVE for port object 387e3e1f-41a5-43c6-b064-468ff0899d10 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:13:51.834611 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Transition to ACTIVE for port object 387e3e1f-41a5-43c6-b064-468ff0899d10 will not be triggered until provisioned by entity DHCP. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:13:51.842434 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:51.848323 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:51.852612 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcf561-fa5b-4f2a-9d9d-725095ba1516 req-49e58605-5b31-40b3-af2b-048b46bae3a2 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:51.858690 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-31fcf561-fa5b-4f2a-9d9d-725095ba1516 req-49e58605-5b31-40b3-af2b-048b46bae3a2 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.1010890 Sep 09 15:13:51.919976 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:51.949335 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Network bb9a8432-2f02-41d7-9d2b-f1ca273997ed is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:13:51.955823 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-31fcf561-fa5b-4f2a-9d9d-725095ba1516 req-2bb3afc2-65a5-4596-9d2f-78b03182994b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848584 Sep 09 15:13:51.963125 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:13:51.971407 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:13:52.000364 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Pushing event updated for resources: {'Port': ['ID=387e3e1f-41a5-43c6-b064-468ff0899d10,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:52.004390 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:13:52.021345 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:13:52.034266 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:13:52.034504 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-ab5b292d-fa56-4cd1-a9f5-dd28a22427cd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:52.039942 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Pushing event updated for resources: {'Port': ['ID=07f41a28-41d8-492b-841b-a0cfb547029b,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:52.040589 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-ab5b292d-fa56-4cd1-a9f5-dd28a22427cd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:52.090233 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Attempting to bind port 387e3e1f-41a5-43c6-b064-468ff0899d10 on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:13:52.091059 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Attempting to bind port 387e3e1f-41a5-43c6-b064-468ff0899d10 by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:13:52.093147 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Attempting to bind port 387e3e1f-41a5-43c6-b064-468ff0899d10 on network bb9a8432-2f02-41d7-9d2b-f1ca273997ed {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:13:52.122281 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:13:52.122765 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Checking segment: {'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:13:52.123468 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:52.124242 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Bound using segment: {'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:13:52.125033 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Bound port: 387e3e1f-41a5-43c6-b064-468ff0899d10, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:13:52.125625 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:52.162728 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b292d-fa56-4cd1-a9f5-dd28a22427cd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e577012f-e0a3-4a65-a204-5901b89a974a,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:52.305129 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] For port 387e3e1f-41a5-43c6-b064-468ff0899d10, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:13:52.311203 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] For port 387e3e1f-41a5-43c6-b064-468ff0899d10, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=387e3e1f-41a5-43c6-b064-468ff0899d10,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:13:52.320833 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8399caa7-cb93-404e-a9d9-dbf925f10ad2 req-9b8cf8f4-9353-403e-97a7-5abb60f06fa6 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 210 time: 0.0563576 Sep 09 15:13:52.327368 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:52.379023 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-ab5b292d-fa56-4cd1-a9f5-dd28a22427cd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Allocated IP 192.168.233.60 (342399ba-2ddd-464b-9513-78fcd43db8cf/45766fc8-6d34-497e-ab7d-ce06f13ae9d0/154780d0-20c2-436b-a490-28f2337daf6e) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:13:52.491585 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b105e-e71d-4d59-9d64-ff7e55ebcebf None None] Pushing event updated for resources: {'Port': ['ID=387e3e1f-41a5-43c6-b064-468ff0899d10,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:52.556700 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:52.725378 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6668426-ed74-42ad-ba54-030e759dd1bc req-668f7421-25b4-443b-b083-d498469ff21b tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:52.745241 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e6668426-ed74-42ad-ba54-030e759dd1bc req-668f7421-25b4-443b-b083-d498469ff21b tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.2929494 Sep 09 15:13:52.855203 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-ab5b292d-fa56-4cd1-a9f5-dd28a22427cd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:52.884338 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681812'] for router, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:52.906687 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e6668426-ed74-42ad-ba54-030e759dd1bc req-7b8d53ab-0698-4bcf-9f0a-e952f9b72204 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600120 Sep 09 15:13:52.911820 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-ab5b292d-fa56-4cd1-a9f5-dd28a22427cd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Transition to ACTIVE for port object 154780d0-20c2-436b-a490-28f2337daf6e will not be triggered until provisioned by entity DHCP. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:13:52.940827 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10fa0a-4612-4270-98eb-afef67d7f726 req-76d227c8-d4bf-4ac2-86ad-8ee7da12e904 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:52.942453 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ef10fa0a-4612-4270-98eb-afef67d7f726 req-76d227c8-d4bf-4ac2-86ad-8ee7da12e904 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.1135659 Sep 09 15:13:53.032945 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ef10fa0a-4612-4270-98eb-afef67d7f726 req-1240c0fd-34cc-4cd2-8257-584ef614212b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813954 Sep 09 15:13:53.053163 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-ab5b292d-fa56-4cd1-a9f5-dd28a22427cd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:53.095393 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Router f5939e44-ffbd-486c-9615-332e223dacc3 is scheduled to L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 with binding_index 1 {{(pid=94131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 15:13:53.149298 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-ab5b292d-fa56-4cd1-a9f5-dd28a22427cd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Network 342399ba-2ddd-464b-9513-78fcd43db8cf is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:13:53.152587 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b292d-fa56-4cd1-a9f5-dd28a22427cd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Pushing event updated for resources: {'Port': ['ID=154780d0-20c2-436b-a490-28f2337daf6e,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:53.157658 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-ab5b292d-fa56-4cd1-a9f5-dd28a22427cd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:13:53.166358 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-ab5b292d-fa56-4cd1-a9f5-dd28a22427cd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:13:53.389762 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:53.497102 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d80f8-dd94-4b95-874a-5708d1977484 req-f9618f9d-3367-48fe-9ce2-aed47c52800a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:53.505660 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-765d80f8-dd94-4b95-874a-5708d1977484 req-f9618f9d-3367-48fe-9ce2-aed47c52800a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.4066422 Sep 09 15:13:53.568902 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-ab5b292d-fa56-4cd1-a9f5-dd28a22427cd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:53.569594 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-ab5b292d-fa56-4cd1-a9f5-dd28a22427cd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:53.596919 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:13:53.622356 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Sync routers for ids ['f5939e44-ffbd-486c-9615-332e223dacc3'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:13:53.626243 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-99b5f491-f07e-4ed7-aac5-6fe85eec3678 None None] Provisioning for port 154780d0-20c2-436b-a490-28f2337daf6e completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:13:53.632288 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-99b5f491-f07e-4ed7-aac5-6fe85eec3678 None None] Provisioning complete for port 154780d0-20c2-436b-a490-28f2337daf6e triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:13:53.632854 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-99b5f491-f07e-4ed7-aac5-6fe85eec3678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:53.636434 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Routers {'f5939e44-ffbd-486c-9615-332e223dacc3'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:13:53.637789 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:13:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['f5939e44-ffbd-486c-9615-332e223dacc3'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:13:53.645406 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-765d80f8-dd94-4b95-874a-5708d1977484 req-13bc107e-fd81-4894-b849-a821181daa20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389031 Sep 09 15:13:53.651870 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-ab5b292d-fa56-4cd1-a9f5-dd28a22427cd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2317221 Sep 09 15:13:53.660544 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:53.661932 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-af68d1eb-158c-4533-ab36-4d5e21c85c0c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9580836 Sep 09 15:13:53.667156 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 39614) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:53.678899 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Request body: {'port': {'device_id': '48794530-fb9e-4a11-b866-124bf48ca7ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:13:53.765749 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e837d2d-8e82-4b52-9f90-97b5c80bccd8 req-f6a9a9b1-1eed-4fb8-8de0-77c1ceb2e491 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:53.773105 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0e837d2d-8e82-4b52-9f90-97b5c80bccd8 req-f6a9a9b1-1eed-4fb8-8de0-77c1ceb2e491 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 935 time: 0.2199233 Sep 09 15:13:53.802741 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-99b5f491-f07e-4ed7-aac5-6fe85eec3678 None None] Port 154780d0-20c2-436b-a490-28f2337daf6e cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:13:53.857825 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Set router f5939e44-ffbd-486c-9615-332e223dacc3 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:13:53.903341 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0e837d2d-8e82-4b52-9f90-97b5c80bccd8 req-9069d49b-218a-4593-94ac-7c8a03d6b3c6 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152718 Sep 09 15:13:53.914393 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:54.020764 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f546ad0d-c497-47f5-befc-ae8ce4d28e38 None None] Network bb9a8432-2f02-41d7-9d2b-f1ca273997ed requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:13:54.320328 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-93ec8d44-5746-4956-9c91-29f53b5c7146 None None] Provisioning for port 387e3e1f-41a5-43c6-b064-468ff0899d10 completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:13:54.368717 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:52Z', 'revision_number': 3, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:13:54.400676 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc665b-5287-4453-a4d7-c985bc5f0e11 req-31003252-07cb-4d65-8bd6-4711a3bc958b tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:54.403899 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ddbc665b-5287-4453-a4d7-c985bc5f0e11 req-31003252-07cb-4d65-8bd6-4711a3bc958b tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.3479772 Sep 09 15:13:54.440528 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Checking router: f5939e44-ffbd-486c-9615-332e223dacc3 for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:13:54.441621 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Updating router f5939e44-ffbd-486c-9615-332e223dacc3 port 07f41a28-41d8-492b-841b-a0cfb547029b binding host dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:13:54.513749 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:54.522526 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121185d-6067-4a06-b9bc-10fd0ddaaf79 req-8d3f6daf-a9fd-43ad-b3db-f4be18f8c04c tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:54.541028 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d121185d-6067-4a06-b9bc-10fd0ddaaf79 req-8d3f6daf-a9fd-43ad-b3db-f4be18f8c04c tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.2738392 Sep 09 15:13:54.656035 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ddbc665b-5287-4453-a4d7-c985bc5f0e11 req-bdb57bdc-76f2-4ca6-9f54-0405df3f36de tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240171 Sep 09 15:13:54.690235 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d121185d-6067-4a06-b9bc-10fd0ddaaf79 req-e99907a9-3c78-447d-bd14-9ade3b4fcc40 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474247 Sep 09 15:13:54.693476 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 387e3e1f-41a5-43c6-b064-468ff0899d10 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:13:54.889430 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 387e3e1f-41a5-43c6-b064-468ff0899d10 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:13:54.897960 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:54.905177 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 387e3e1f-41a5-43c6-b064-468ff0899d10 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:13:54.905754 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:54.926220 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:55.015011 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154780d0-20c2-436b-a490-28f2337daf6e {{(pid=94130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:13:55.056425 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:55.075617 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847c112-f25a-4630-ba24-0c877c645587 req-5334476c-b995-43a8-9ca2-5f9b41999296 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:55.075904 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:55.083271 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b847c112-f25a-4630-ba24-0c877c645587 req-5334476c-b995-43a8-9ca2-5f9b41999296 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.2893100 Sep 09 15:13:55.150124 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port 387e3e1f-41a5-43c6-b064-468ff0899d10, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=387e3e1f-41a5-43c6-b064-468ff0899d10,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:13:55.157165 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Transition to ACTIVE for port object 154780d0-20c2-436b-a490-28f2337daf6e will not be triggered until provisioned by entity L2. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:13:55.158015 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:55.183198 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:55.253925 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=387e3e1f-41a5-43c6-b064-468ff0899d10,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:55.267951 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafdd61-dd32-4ffa-88ea-528e6c0510fd req-18de7726-c019-4441-b258-6d8d567cdb4d tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:55.271431 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dfafdd61-dd32-4ffa-88ea-528e6c0510fd req-18de7726-c019-4441-b258-6d8d567cdb4d tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 935 time: 0.2451651 Sep 09 15:13:55.272628 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:55.286683 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b847c112-f25a-4630-ba24-0c877c645587 req-a8ccc2d0-7028-4376-855c-8b809af8813e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727753 Sep 09 15:13:55.294832 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Transition to ACTIVE for port object 07f41a28-41d8-492b-841b-a0cfb547029b will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:13:55.312194 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:55.351795 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Allocated IP 172.20.0.1 (bb9a8432-2f02-41d7-9d2b-f1ca273997ed/b56d118f-8744-4cdd-be23-a614a2b19b95/7ca59aee-bf67-47fa-b53b-76b309ddf746) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:13:55.392091 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Attempting to bind port 07f41a28-41d8-492b-841b-a0cfb547029b on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:13:55.407454 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Attempting to bind port 07f41a28-41d8-492b-841b-a0cfb547029b by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:13:55.407454 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Attempting to bind port 07f41a28-41d8-492b-841b-a0cfb547029b on network 1e824111-cf35-4689-9431-3e5bca072ae7 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:13:55.416278 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ff100-fe3b-40ad-96a0-576148ddc936 None None] Pushing event updated for resources: {'Port': ['ID=07f41a28-41d8-492b-841b-a0cfb547029b,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:55.429042 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:13:55.429574 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Checking segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:13:55.429991 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:55.430394 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Bound using segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:13:55.430942 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Bound port: 07f41a28-41d8-492b-841b-a0cfb547029b, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:13:55.431350 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:55.479557 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ff100-fe3b-40ad-96a0-576148ddc936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:55.480016 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ff100-fe3b-40ad-96a0-576148ddc936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:55.480574 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ff100-fe3b-40ad-96a0-576148ddc936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:55.481137 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ff100-fe3b-40ad-96a0-576148ddc936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:55.483016 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ff100-fe3b-40ad-96a0-576148ddc936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:55.483884 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ff100-fe3b-40ad-96a0-576148ddc936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:55.484439 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ff100-fe3b-40ad-96a0-576148ddc936 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:55.485004 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ff100-fe3b-40ad-96a0-576148ddc936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:55.485568 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ff100-fe3b-40ad-96a0-576148ddc936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:55.486153 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ff100-fe3b-40ad-96a0-576148ddc936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:55.486835 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ff100-fe3b-40ad-96a0-576148ddc936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:55.487400 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ff100-fe3b-40ad-96a0-576148ddc936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:13:55.530309 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dfafdd61-dd32-4ffa-88ea-528e6c0510fd req-2fecbd63-439c-45b0-aa04-a45eff2261ff tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379143 Sep 09 15:13:55.531571 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Pushing event updated for resources: {'Port': ['ID=154780d0-20c2-436b-a490-28f2337daf6e,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:55.560749 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] For port 07f41a28-41d8-492b-841b-a0cfb547029b, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:13:55.570179 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] For port 07f41a28-41d8-492b-841b-a0cfb547029b, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=07f41a28-41d8-492b-841b-a0cfb547029b,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:13:55.580643 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:55.669879 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ff100-fe3b-40ad-96a0-576148ddc936 None None] Pushing event updated for resources: {'Port': ['ID=07f41a28-41d8-492b-841b-a0cfb547029b,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:55.672595 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Routers {'f5939e44-ffbd-486c-9615-332e223dacc3'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:13:55.673208 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:13:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['f5939e44-ffbd-486c-9615-332e223dacc3'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:13:55.683809 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:55.692491 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Attempting to bind port 154780d0-20c2-436b-a490-28f2337daf6e on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:13:55.693045 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Attempting to bind port 154780d0-20c2-436b-a490-28f2337daf6e by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'd4949b6a-65f6-476b-9dd3-a24e3649b0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '342399ba-2ddd-464b-9513-78fcd43db8cf'}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:13:55.693574 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Attempting to bind port 154780d0-20c2-436b-a490-28f2337daf6e on network 342399ba-2ddd-464b-9513-78fcd43db8cf {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:13:55.702041 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Port 154780d0-20c2-436b-a490-28f2337daf6e on network 342399ba-2ddd-464b-9513-78fcd43db8cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:13:55.702544 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Attempting to bind port 154780d0-20c2-436b-a490-28f2337daf6e on network 342399ba-2ddd-464b-9513-78fcd43db8cf {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:13:55.713117 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:13:55.713495 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Checking segment: {'id': 'd4949b6a-65f6-476b-9dd3-a24e3649b0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '342399ba-2ddd-464b-9513-78fcd43db8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:13:55.713929 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Bound using segment: {'id': 'd4949b6a-65f6-476b-9dd3-a24e3649b0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '342399ba-2ddd-464b-9513-78fcd43db8cf'} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:13:55.714657 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Bound port: 154780d0-20c2-436b-a490-28f2337daf6e, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4949b6a-65f6-476b-9dd3-a24e3649b0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '342399ba-2ddd-464b-9513-78fcd43db8cf'}}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:13:55.715211 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:55.720222 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Transition to ACTIVE for port object 7ca59aee-bf67-47fa-b53b-76b309ddf746 will not be triggered until provisioned by entity DHCP. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:13:55.800503 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:55.884068 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Network bb9a8432-2f02-41d7-9d2b-f1ca273997ed is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:13:55.887533 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:13:55.891091 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:13:55.891916 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] Set router f5939e44-ffbd-486c-9615-332e223dacc3 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:13:55.911491 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] For port 154780d0-20c2-436b-a490-28f2337daf6e, host hv-cinder-77630, cleared binding levels {{(pid=94130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:13:55.946408 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=7ca59aee-bf67-47fa-b53b-76b309ddf746,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:55.956585 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681989'] for router_interface, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:55.977034 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] For port 154780d0-20c2-436b-a490-28f2337daf6e, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=154780d0-20c2-436b-a490-28f2337daf6e,segment=NetworkSegment(d4949b6a-65f6-476b-9dd3-a24e3649b0ab),segment_id=d4949b6a-65f6-476b-9dd3-a24e3649b0ab)] {{(pid=94130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:13:56.008504 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:56.081865 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 57554d0c-d376-4b32-a68d-6dc1de1280ca details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:13:56.099757 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ed521-ae46-4133-8ea3-b8ac8a1b2fa0 req-6aa32ec4-ed66-417c-944e-c7df8e7be8bd tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:56.110673 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1b6ed521-ae46-4133-8ea3-b8ac8a1b2fa0 req-6aa32ec4-ed66-417c-944e-c7df8e7be8bd tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.2392766 Sep 09 15:13:56.188948 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Pushing event updated for resources: {'Port': ['ID=154780d0-20c2-436b-a490-28f2337daf6e,revision_number=3']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:56.218690 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:56.229409 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:56.229409 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-f125b367-f548-47b3-bc9c-6a842d13896d service neutron] 10.222.0.39 "PUT /v2.0/ports/154780d0-20c2-436b-a490-28f2337daf6e HTTP/1.1" status: 200 len: 1097 time: 2.5588908 Sep 09 15:13:56.229409 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48794530-fb9e-4a11-b866-124bf48ca7ba', 'tag': '154780d0-20c2-436b-a490-28f2337daf6e'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:13:56.243898 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5504d6eb-1d16-4eee-a0c4-f093a87c303b" -d '{"events": [{"name": "network-changed", "server_uuid": "48794530-fb9e-4a11-b866-124bf48ca7ba", "tag": "154780d0-20c2-436b-a490-28f2337daf6e"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:13:56.271136 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c48668-f8f3-42c9-8f5a-6287f0e83429 req-4d7fa609-7357-4e03-8c8a-6d53f7e2b6c1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:56.279914 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c6c48668-f8f3-42c9-8f5a-6287f0e83429 req-4d7fa609-7357-4e03-8c8a-6d53f7e2b6c1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.4100704 Sep 09 15:13:56.303670 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:56.330480 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 57554d0c-d376-4b32-a68d-6dc1de1280ca, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=57554d0c-d376-4b32-a68d-6dc1de1280ca,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:13:56.346897 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1b6ed521-ae46-4133-8ea3-b8ac8a1b2fa0 req-c860d173-457d-4227-a85e-db559148846b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333114 Sep 09 15:13:56.357635 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': '57554d0c-d376-4b32-a68d-6dc1de1280ca', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'port_id': '57554d0c-d376-4b32-a68d-6dc1de1280ca', 'mac_address': 'fa:16:3e:4f:43:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:13:56.442394 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-d942ab83-5cd2-4a8f-abc9-67c3169a89af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:56.445115 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-d942ab83-5cd2-4a8f-abc9-67c3169a89af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6755215e87344e8aad0ab4f15bbaf57e&device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 1100 time: 0.1438875 Sep 09 15:13:56.460254 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c6c48668-f8f3-42c9-8f5a-6287f0e83429 req-31334283-9112-4256-a142-37b72769afa8 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792080 Sep 09 15:13:56.474479 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c365bf62-e2f0-4ac8-9814-bfff7dba1593 x-openstack-request-id: req-c365bf62-e2f0-4ac8-9814-bfff7dba1593 {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:13:56.476345 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48794530-fb9e-4a11-b866-124bf48ca7ba", "tag": "154780d0-20c2-436b-a490-28f2337daf6e", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:13:56.477340 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c365bf62-e2f0-4ac8-9814-bfff7dba1593 {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:13:56.478570 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48794530-fb9e-4a11-b866-124bf48ca7ba', 'tag': '154780d0-20c2-436b-a490-28f2337daf6e', 'status': 'completed', 'code': 200} Sep 09 15:13:56.488351 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-93c70b87-91fb-4300-b9ec-de62369638f9 None None] Provisioning for port 7ca59aee-bf67-47fa-b53b-76b309ddf746 completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:13:56.502858 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-93c70b87-91fb-4300-b9ec-de62369638f9 None None] Provisioning complete for port 7ca59aee-bf67-47fa-b53b-76b309ddf746 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:13:56.503286 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-93c70b87-91fb-4300-b9ec-de62369638f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:56.573570 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:52Z', 'revision_number': 3, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:13:56.581197 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-1a6b766d-f50b-473a-8e87-0e3f834dcd84 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=154780d0-20c2-436b-a490-28f2337daf6e HTTP/1.1" status: 200 len: 217 time: 0.1143186 Sep 09 15:13:56.670296 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:56.672697 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df704583-6a4e-4d97-9dda-759fbf56f004 None None] The sync data for ids ['f5939e44-ffbd-486c-9615-332e223dacc3'] in dv-cinder-776307-9-iscsi is: [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:52Z', 'revision_number': 3, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:13:56.695534 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 387e3e1f-41a5-43c6-b064-468ff0899d10 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:13:56.723182 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57554d0c-d376-4b32-a68d-6dc1de1280ca {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:13:56.727994 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:56.736609 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:56.756793 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-93c70b87-91fb-4300-b9ec-de62369638f9 None None] Port 7ca59aee-bf67-47fa-b53b-76b309ddf746 cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:13:56.806828 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 57554d0c-d376-4b32-a68d-6dc1de1280ca, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=57554d0c-d376-4b32-a68d-6dc1de1280ca,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:13:56.819798 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:56.822716 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682389'] for router_interface, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:56.831763 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=7ca59aee-bf67-47fa-b53b-76b309ddf746,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:56.854490 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-4d23e317-4b3a-48d0-82d9-3a94f96d3bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:56.857519 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-4d23e317-4b3a-48d0-82d9-3a94f96d3bb0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=45766fc8-6d34-497e-ab7d-ce06f13ae9d0 HTTP/1.1" status: 200 len: 843 time: 0.2627835 Sep 09 15:13:56.878956 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a339e10-1bac-4d29-9bad-77dd7c14125d req-0e11eadf-27ac-48ae-ad12-8a54cdda0ee9 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:56.881742 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2a339e10-1bac-4d29-9bad-77dd7c14125d req-0e11eadf-27ac-48ae-ad12-8a54cdda0ee9 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.2708709 Sep 09 15:13:56.918452 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 387e3e1f-41a5-43c6-b064-468ff0899d10 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:13:56.919082 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:56.962457 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Network bb9a8432-2f02-41d7-9d2b-f1ca273997ed is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:13:56.964829 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:13:56.964978 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['57554d0c-d376-4b32-a68d-6dc1de1280ca'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:13:57.028564 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b48b9-d45b-43e3-965a-2278995066ee req-b761a9bc-064f-49fe-beb9-db20ec20b942 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:57.031678 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e82b48b9-d45b-43e3-965a-2278995066ee req-b761a9bc-064f-49fe-beb9-db20ec20b942 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 947 time: 0.3215718 Sep 09 15:13:57.084002 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=57554d0c-d376-4b32-a68d-6dc1de1280ca,revision_number=6']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:57.175472 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2a339e10-1bac-4d29-9bad-77dd7c14125d req-2f5438fb-9818-4ad7-a20d-ae853e916c09 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2669849 Sep 09 15:13:57.188331 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Router f5939e44-ffbd-486c-9615-332e223dacc3 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:13:57.189545 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-66454699-0238-4567-bd55-219115a9fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:57.192703 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-66454699-0238-4567-bd55-219115a9fda8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=342399ba-2ddd-464b-9513-78fcd43db8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2874978 Sep 09 15:13:57.307857 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e82b48b9-d45b-43e3-965a-2278995066ee req-b53dee29-3c67-457f-8d48-b6c52fc77075 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387657 Sep 09 15:13:57.483792 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:13:57.516840 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1767618d-58e9-4ecf-a560-3be14f61d0d0 admin admin] 10.222.0.18 "PUT /v2.0/routers/f5939e44-ffbd-486c-9615-332e223dacc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8458452 Sep 09 15:13:57.521669 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-796f3281-b4d0-427a-a12e-3d18d74023c7 service neutron] 10.222.0.39 "GET /v2.0/networks/342399ba-2ddd-464b-9513-78fcd43db8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909503 Sep 09 15:13:57.622386 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-a0dfd37c-6dec-421a-b56a-da9800c30315 None None] Provisioning complete for port 7ca59aee-bf67-47fa-b53b-76b309ddf746 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:13:57.623081 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a0dfd37c-6dec-421a-b56a-da9800c30315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:57.701852 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-a0dfd37c-6dec-421a-b56a-da9800c30315 None None] Port 7ca59aee-bf67-47fa-b53b-76b309ddf746 cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:13:57.724192 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125e8cc-7666-446f-a81f-a72943c1fca6 req-91fecf08-14ea-4d58-ae59-f73db0e3fcb9 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:57.738541 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6125e8cc-7666-446f-a81f-a72943c1fca6 req-91fecf08-14ea-4d58-ae59-f73db0e3fcb9 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.2151446 Sep 09 15:13:57.899745 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-52eccbb8-c8de-4cd6-a63f-22156fb1292b req-d1c03e73-c59a-4be0-8e5a-32f974cc8d4e service neutron] 10.222.0.39 "GET /v2.0/networks/342399ba-2ddd-464b-9513-78fcd43db8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641157 Sep 09 15:13:57.916669 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6125e8cc-7666-446f-a81f-a72943c1fca6 req-0c4b2626-3008-417d-aa9a-8c6c7bb864d0 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608808 Sep 09 15:13:57.946736 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7f032-e360-409d-93fe-d285ed12c9d5 req-bbd4281b-d59d-407a-8626-9d30b7b43101 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:57.946736 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-70b7f032-e360-409d-93fe-d285ed12c9d5 req-bbd4281b-d59d-407a-8626-9d30b7b43101 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.3134155 Sep 09 15:13:58.033462 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-70b7f032-e360-409d-93fe-d285ed12c9d5 req-64806f41-b372-4733-b95f-2f4146862c3f tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776751 Sep 09 15:13:58.116692 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504d6eb-1d16-4eee-a0c4-f093a87c303b req-1d6fa151-965a-49f1-b613-cba19747ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:58.119188 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5504d6eb-1d16-4eee-a0c4-f093a87c303b req-1d6fa151-965a-49f1-b613-cba19747ab5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6755215e87344e8aad0ab4f15bbaf57e&device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 1100 time: 0.0946755 Sep 09 15:13:58.132337 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 57554d0c-d376-4b32-a68d-6dc1de1280ca up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:13:58.210397 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port 57554d0c-d376-4b32-a68d-6dc1de1280ca triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:13:58.211118 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:58.310824 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504d6eb-1d16-4eee-a0c4-f093a87c303b req-62bb976c-6585-4ee5-aece-32883c8c6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:58.312295 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5504d6eb-1d16-4eee-a0c4-f093a87c303b req-62bb976c-6585-4ee5-aece-32883c8c6832 service neutron] 10.222.0.39 "GET /v2.0/networks?id=342399ba-2ddd-464b-9513-78fcd43db8cf HTTP/1.1" status: 200 len: 870 time: 0.1767850 Sep 09 15:13:58.396157 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5504d6eb-1d16-4eee-a0c4-f093a87c303b req-0cfa7a4c-6f3b-4863-8bc3-4cf6a0844cb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=154780d0-20c2-436b-a490-28f2337daf6e HTTP/1.1" status: 200 len: 217 time: 0.0690143 Sep 09 15:13:58.406069 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:58.463081 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57554d0c-d376-4b32-a68d-6dc1de1280ca'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:13:58.465131 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5f338b-1220-41c4-9f7b-5e2002313b4f" -d '{"events": [{"server_uuid": "15244afd-822e-43c1-afec-7f8f7f2ca7a1", "name": "network-vif-plugged", "status": "completed", "tag": "57554d0c-d376-4b32-a68d-6dc1de1280ca"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:13:58.495833 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 57554d0c-d376-4b32-a68d-6dc1de1280ca, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=57554d0c-d376-4b32-a68d-6dc1de1280ca,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:13:58.503066 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:58.509121 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504d6eb-1d16-4eee-a0c4-f093a87c303b req-e12b4de0-013e-4331-8645-8a31da6eeb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:58.510965 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5504d6eb-1d16-4eee-a0c4-f093a87c303b req-e12b4de0-013e-4331-8645-8a31da6eeb1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=45766fc8-6d34-497e-ab7d-ce06f13ae9d0 HTTP/1.1" status: 200 len: 843 time: 0.1033285 Sep 09 15:13:58.520861 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82cd5a-55ca-4b63-ace9-d3bea8493e56 req-270bea46-2667-4214-8581-598c67655f50 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:58.533873 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8d82cd5a-55ca-4b63-ace9-d3bea8493e56 req-270bea46-2667-4214-8581-598c67655f50 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 944 time: 0.2159781 Sep 09 15:13:58.584089 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=57554d0c-d376-4b32-a68d-6dc1de1280ca,revision_number=7']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:58.630778 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 07f41a28-41d8-492b-841b-a0cfb547029b up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:13:58.637796 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 39678) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:58.647168 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-123bdbbf-19c7-40bb-a0ba-a00437f79217 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1461010235-network', 'tenant_id': '4716776c535448f5a92ebba08656759a'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:13:58.687807 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8d82cd5a-55ca-4b63-ace9-d3bea8493e56 req-5d702e7b-0d95-4ac6-a4c1-27f93e218fb2 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522577 Sep 09 15:13:58.691561 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504d6eb-1d16-4eee-a0c4-f093a87c303b req-2ccfdfac-89b3-40cf-b00d-10b3b2dd6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:58.695489 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5504d6eb-1d16-4eee-a0c4-f093a87c303b req-2ccfdfac-89b3-40cf-b00d-10b3b2dd6b37 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=342399ba-2ddd-464b-9513-78fcd43db8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1341867 Sep 09 15:13:58.696213 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123bdbbf-19c7-40bb-a0ba-a00437f79217 admin admin] Made reservation on behalf of 4716776c535448f5a92ebba08656759a for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:13:58.702898 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-123bdbbf-19c7-40bb-a0ba-a00437f79217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:58.703069 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 07f41a28-41d8-492b-841b-a0cfb547029b completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:13:58.722237 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 07f41a28-41d8-492b-841b-a0cfb547029b triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:13:58.722237 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:58.724904 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-123bdbbf-19c7-40bb-a0ba-a00437f79217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:58.761034 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a7b43-8514-400e-8a4f-c08d95df7574 req-6785a0f2-d135-4166-9ec5-88021b6d0fdd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:58.763730 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6d4a7b43-8514-400e-8a4f-c08d95df7574 req-6785a0f2-d135-4166-9ec5-88021b6d0fdd tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 947 time: 0.2190168 Sep 09 15:13:58.795817 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd8e600-de5e-45f5-9762-5520c93e28df x-openstack-request-id: req-cdd8e600-de5e-45f5-9762-5520c93e28df {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:13:58.796851 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15244afd-822e-43c1-afec-7f8f7f2ca7a1", "name": "network-vif-plugged", "status": "completed", "tag": "57554d0c-d376-4b32-a68d-6dc1de1280ca", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:13:58.811391 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cdd8e600-de5e-45f5-9762-5520c93e28df {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:13:58.813442 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57554d0c-d376-4b32-a68d-6dc1de1280ca', 'code': 200} Sep 09 15:13:58.913812 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6d4a7b43-8514-400e-8a4f-c08d95df7574 req-e26a58c6-cc39-4f11-b641-36f1981c1d17 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305234 Sep 09 15:13:58.942878 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5504d6eb-1d16-4eee-a0c4-f093a87c303b req-8c9eedc0-e0ef-45c1-b747-280dce145816 service neutron] 10.222.0.39 "GET /v2.0/networks/342399ba-2ddd-464b-9513-78fcd43db8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393575 Sep 09 15:13:58.947598 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:58.960218 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-123bdbbf-19c7-40bb-a0ba-a00437f79217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:58.967976 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-123bdbbf-19c7-40bb-a0ba-a00437f79217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:58.995816 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port 07f41a28-41d8-492b-841b-a0cfb547029b, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=07f41a28-41d8-492b-841b-a0cfb547029b,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:13:59.007164 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:59.020558 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123bdbbf-19c7-40bb-a0ba-a00437f79217 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:13:59.028857 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123bdbbf-19c7-40bb-a0ba-a00437f79217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6226b2f8-dc3e-44d6-9767-4158bfc61218,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:59.041243 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-123bdbbf-19c7-40bb-a0ba-a00437f79217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:59.041659 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-123bdbbf-19c7-40bb-a0ba-a00437f79217 admin admin] Added segment 0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3 of type vlan for network ce56aad6-6b9d-48fe-a296-1338a8a26664 Sep 09 15:13:59.113113 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-123bdbbf-19c7-40bb-a0ba-a00437f79217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:59.146197 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=07f41a28-41d8-492b-841b-a0cfb547029b,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:59.165886 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-123bdbbf-19c7-40bb-a0ba-a00437f79217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:59.167164 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123bdbbf-19c7-40bb-a0ba-a00437f79217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:59.167841 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-123bdbbf-19c7-40bb-a0ba-a00437f79217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:59.207924 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-123bdbbf-19c7-40bb-a0ba-a00437f79217 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5679824 Sep 09 15:13:59.208737 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 39686) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:59.220791 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-af9e51f2-4632-4dde-ac4d-799091c90d85 admin admin] Request body: {'subnet': {'network_id': 'ce56aad6-6b9d-48fe-a296-1338a8a26664', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1461010235-subnet', 'tenant_id': '4716776c535448f5a92ebba08656759a', 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:13:59.277818 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123bdbbf-19c7-40bb-a0ba-a00437f79217 admin admin] Pushing event updated for resources: {'Network': ['ID=ce56aad6-6b9d-48fe-a296-1338a8a26664,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:59.288747 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5504d6eb-1d16-4eee-a0c4-f093a87c303b req-2a2857f5-6749-4c0d-b674-4a72f871e070 service neutron] 10.222.0.39 "GET /v2.0/networks/342399ba-2ddd-464b-9513-78fcd43db8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369007 Sep 09 15:13:59.296372 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network ce56aad6-6b9d-48fe-a296-1338a8a26664 details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:13:59.301358 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5c57e-016e-4f0a-8f61-c026810c2ee0 req-2d308147-7816-4253-96c1-c9853bdeda36 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:59.309125 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c3d5c57e-016e-4f0a-8f61-c026810c2ee0 req-2d308147-7816-4253-96c1-c9853bdeda36 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.1774406 Sep 09 15:13:59.331887 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9e51f2-4632-4dde-ac4d-799091c90d85 admin admin] Made reservation on behalf of 4716776c535448f5a92ebba08656759a for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:13:59.336076 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af9e51f2-4632-4dde-ac4d-799091c90d85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59967870'] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:59.348242 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541012c9-f373-4811-b423-deaa4fdd6d5d req-f07ebe7a-41be-4622-b3b7-d66f78aaf95c tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:59.349955 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-541012c9-f373-4811-b423-deaa4fdd6d5d req-f07ebe7a-41be-4622-b3b7-d66f78aaf95c tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.1632233 Sep 09 15:13:59.391773 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c3d5c57e-016e-4f0a-8f61-c026810c2ee0 req-08bd7a22-f464-4d6e-974d-691b992632af tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816884 Sep 09 15:13:59.411507 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Sync routers for ids ['f5939e44-ffbd-486c-9615-332e223dacc3'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:13:59.432961 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Routers {'f5939e44-ffbd-486c-9615-332e223dacc3'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:13:59.434004 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:13:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['f5939e44-ffbd-486c-9615-332e223dacc3'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:13:59.436695 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-541012c9-f373-4811-b423-deaa4fdd6d5d req-0ba93d85-a537-4735-880f-a8c7a0297235 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672369 Sep 09 15:13:59.559352 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Set router f5939e44-ffbd-486c-9615-332e223dacc3 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:13:59.577714 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af9e51f2-4632-4dde-ac4d-799091c90d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3167449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59967840'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:59.682255 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e51f2-4632-4dde-ac4d-799091c90d85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=238668a1-9313-49eb-abbe-e844e1a0ba37,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:13:59.697484 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9e51f2-4632-4dde-ac4d-799091c90d85 admin admin] Checking segment: {'id': '0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ce56aad6-6b9d-48fe-a296-1338a8a26664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:13:59.697955 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9e51f2-4632-4dde-ac4d-799091c90d85 admin admin] Network hostable DHCP agents. Network: ce56aad6-6b9d-48fe-a296-1338a8a26664, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:13:59.722923 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9e51f2-4632-4dde-ac4d-799091c90d85 admin admin] Network ce56aad6-6b9d-48fe-a296-1338a8a26664 is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:13:59.746419 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-af9e51f2-4632-4dde-ac4d-799091c90d85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, ce56aad6-6b9d-48fe-a296-1338a8a26664) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:13:59.759476 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9e51f2-4632-4dde-ac4d-799091c90d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:59.761029 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-af9e51f2-4632-4dde-ac4d-799091c90d85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:59.766667 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651e3151-be68-43cf-930e-513fba9a3a65 None None] Network ce56aad6-6b9d-48fe-a296-1338a8a26664 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:13:59.785363 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-af9e51f2-4632-4dde-ac4d-799091c90d85 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5727468 Sep 09 15:13:59.794572 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 39692) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:13:59.802607 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1461010235-router', 'tenant_id': '4716776c535448f5a92ebba08656759a', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:13:59.852907 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:59.855174 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3885438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:13:59.870430 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab4ce1-ec15-4afe-acf8-d464002bf98a req-f6ee2bbe-e59e-4113-907d-f91254a55821 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:13:59.874209 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-74ab4ce1-ec15-4afe-acf8-d464002bf98a req-f6ee2bbe-e59e-4113-907d-f91254a55821 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.0927908 Sep 09 15:13:59.936765 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-74ab4ce1-ec15-4afe-acf8-d464002bf98a req-c3c8f82b-43e1-416a-9701-958eb8f45a9a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538242 Sep 09 15:13:59.944700 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:00.020812 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 2, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:14:00.057835 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6998fd-edf4-51e3-ac9a-e6a498ccbbc9-ce56aad6-6b9d-48fe-a296-1338a8a26664', 'network_id': 'ce56aad6-6b9d-48fe-a296-1338a8a26664', 'tenant_id': '4716776c535448f5a92ebba08656759a', 'fixed_ips': [{'subnet_id': '238668a1-9313-49eb-abbe-e844e1a0ba37'}]}} from dv-cinder-776307-9-iscsi. {{(pid=94132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 15:14:00.058765 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:00.092086 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af029716-8b80-40a3-826d-cb5b619928be req-0af93118-ffff-4082-996b-6f7f96026716 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:00.094251 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-af029716-8b80-40a3-826d-cb5b619928be req-0af93118-ffff-4082-996b-6f7f96026716 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 947 time: 0.0703988 Sep 09 15:14:00.157638 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-af029716-8b80-40a3-826d-cb5b619928be req-2b997443-018d-47b1-b0c7-1d5bccfa91bf tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489938 Sep 09 15:14:00.179659 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:00.221062 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Checking router: f5939e44-ffbd-486c-9615-332e223dacc3 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:14:00.221623 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Updating router f5939e44-ffbd-486c-9615-332e223dacc3 port 7ca59aee-bf67-47fa-b53b-76b309ddf746 binding host dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:14:00.308242 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:00.451509 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:00.473267 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:00.504605 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Allocated IP 172.20.0.2 (ce56aad6-6b9d-48fe-a296-1338a8a26664/238668a1-9313-49eb-abbe-e844e1a0ba37/15277b1f-8b63-49c4-91bc-129665431251) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:14:00.620288 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 07f41a28-41d8-492b-841b-a0cfb547029b up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:14:00.649139 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e086d8-1450-4ee2-aa1b-52c863706e56 req-c4d2cd39-8c95-4fa2-ad18-fe424d0469dc tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:00.651676 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f1e086d8-1450-4ee2-aa1b-52c863706e56 req-c4d2cd39-8c95-4fa2-ad18-fe424d0469dc tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.1102629 Sep 09 15:14:00.677555 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84210d71-eb9c-46d9-b8a4-8cbd8361cc2b req-5bb95541-5b30-4c92-ae2e-95f175cba1b4 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:00.685028 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-84210d71-eb9c-46d9-b8a4-8cbd8361cc2b req-5bb95541-5b30-4c92-ae2e-95f175cba1b4 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0918603 Sep 09 15:14:00.686150 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Allocated IP 172.27.3.148 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/78254246-d435-4c5a-a2f8-a56850bf00da) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:14:00.762283 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f1e086d8-1450-4ee2-aa1b-52c863706e56 req-e9d82be0-94b3-4ed3-9cdb-a96662f3e49b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029031 Sep 09 15:14:00.791423 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-84210d71-eb9c-46d9-b8a4-8cbd8361cc2b req-6342785e-9f5a-4b27-9ea1-ddc3712be7bd tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052127 Sep 09 15:14:00.853007 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 07f41a28-41d8-492b-841b-a0cfb547029b triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:14:00.853540 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:00.862074 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:00.868007 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:00.908824 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:00.915273 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:00.917693 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Transition to ACTIVE for port object 15277b1f-8b63-49c4-91bc-129665431251 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:14:00.939516 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Transition to ACTIVE for port object 7ca59aee-bf67-47fa-b53b-76b309ddf746 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:14:00.953111 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:00.958358 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Transition to ACTIVE for port object 15277b1f-8b63-49c4-91bc-129665431251 will not be triggered until provisioned by entity DHCP. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:14:00.973429 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:01.052494 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Network ce56aad6-6b9d-48fe-a296-1338a8a26664 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:14:01.075661 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b1b9-a057-47e3-ae5d-2f48efea1efe None None] Pushing event updated for resources: {'Port': ['ID=7ca59aee-bf67-47fa-b53b-76b309ddf746,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:01.078409 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:14:01.097435 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:14:01.229137 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272930b-a013-47ec-97f6-b852ade2692b req-30619b5a-ea86-441d-b573-0e5c09c70d15 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:01.233836 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a272930b-a013-47ec-97f6-b852ade2692b req-30619b5a-ea86-441d-b573-0e5c09c70d15 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.0999525 Sep 09 15:14:01.280803 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Pushing event updated for resources: {'Port': ['ID=15277b1f-8b63-49c4-91bc-129665431251,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:01.285823 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Attempting to bind port 7ca59aee-bf67-47fa-b53b-76b309ddf746 on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:14:01.286189 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Attempting to bind port 7ca59aee-bf67-47fa-b53b-76b309ddf746 by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:14:01.286547 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Attempting to bind port 7ca59aee-bf67-47fa-b53b-76b309ddf746 on network bb9a8432-2f02-41d7-9d2b-f1ca273997ed {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:14:01.292389 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Attempting to bind port 15277b1f-8b63-49c4-91bc-129665431251 on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:14:01.292761 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Attempting to bind port 15277b1f-8b63-49c4-91bc-129665431251 by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ce56aad6-6b9d-48fe-a296-1338a8a26664'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:14:01.293121 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Attempting to bind port 15277b1f-8b63-49c4-91bc-129665431251 on network ce56aad6-6b9d-48fe-a296-1338a8a26664 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:14:01.300050 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:14:01.300367 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Checking segment: {'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:14:01.300921 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:01.301588 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Bound using segment: {'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:14:01.302193 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Bound port: 7ca59aee-bf67-47fa-b53b-76b309ddf746, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:14:01.302640 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:01.320102 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:14:01.320803 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Checking segment: {'id': '0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ce56aad6-6b9d-48fe-a296-1338a8a26664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:14:01.321349 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:01.321877 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Bound using segment: {'id': '0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ce56aad6-6b9d-48fe-a296-1338a8a26664'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:14:01.322714 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Bound port: 15277b1f-8b63-49c4-91bc-129665431251, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ce56aad6-6b9d-48fe-a296-1338a8a26664'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:14:01.323244 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:01.408309 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=78254246-d435-4c5a-a2f8-a56850bf00da,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:01.422936 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:14:01.425685 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:14:01.427824 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:14:01.448474 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] For port 7ca59aee-bf67-47fa-b53b-76b309ddf746, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:14:01.470656 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] For port 7ca59aee-bf67-47fa-b53b-76b309ddf746, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=7ca59aee-bf67-47fa-b53b-76b309ddf746,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:14:01.472322 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] For port 15277b1f-8b63-49c4-91bc-129665431251, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:14:01.482456 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:01.505600 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] For port 15277b1f-8b63-49c4-91bc-129665431251, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=15277b1f-8b63-49c4-91bc-129665431251,segment=NetworkSegment(0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3),segment_id=0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:14:01.536215 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:01.593964 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b1b9-a057-47e3-ae5d-2f48efea1efe None None] Pushing event updated for resources: {'Port': ['ID=7ca59aee-bf67-47fa-b53b-76b309ddf746,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:01.601732 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Routers {'f5939e44-ffbd-486c-9615-332e223dacc3'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:14:01.601908 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:13:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['f5939e44-ffbd-486c-9615-332e223dacc3'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:14:01.702855 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a272930b-a013-47ec-97f6-b852ade2692b req-4dc74df1-39fb-47c8-b700-e20f7289a913 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4601300 Sep 09 15:14:01.768169 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868f217-fe28-45dc-ae5a-5ad53b7258b1 req-98877da1-85fe-47cc-acac-a39ce91dc3f9 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:01.775393 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9868f217-fe28-45dc-ae5a-5ad53b7258b1 req-98877da1-85fe-47cc-acac-a39ce91dc3f9 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 947 time: 0.4947329 Sep 09 15:14:01.777971 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cf755-ce41-4de3-9589-637aa3391880 None None] Pushing event updated for resources: {'Port': ['ID=15277b1f-8b63-49c4-91bc-129665431251,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:01.803827 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:01.884321 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9868f217-fe28-45dc-ae5a-5ad53b7258b1 req-20dc0a4c-ce8d-46ae-963e-33dbdb2a800d tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908487 Sep 09 15:14:01.940311 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] Set router f5939e44-ffbd-486c-9615-332e223dacc3 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:14:02.093446 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d8230-89ed-4885-a13e-100ec49c4090 req-4fc6758f-e43a-4600-8ffd-64b60bfd68b1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:02.102161 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-417d8230-89ed-4885-a13e-100ec49c4090 req-4fc6758f-e43a-4600-8ffd-64b60bfd68b1 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.1083908 Sep 09 15:14:02.112178 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56c26c-ee20-4ced-a715-b9d663458bff req-44e0f7d7-8fbd-459c-8174-25c65033b465 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:02.113924 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4f56c26c-ee20-4ced-a715-b9d663458bff req-44e0f7d7-8fbd-459c-8174-25c65033b465 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.1726060 Sep 09 15:14:02.192001 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681812'] for router, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:02.198343 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-417d8230-89ed-4885-a13e-100ec49c4090 req-14b85db9-81ed-42ba-a01a-17fee4701b45 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829449 Sep 09 15:14:02.246135 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4f56c26c-ee20-4ced-a715-b9d663458bff req-1c136e39-7cd0-4264-9330-5f34e3870798 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168776 Sep 09 15:14:02.285151 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:01Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:14:02.319116 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e777ea0f-198e-4c88-b517-e99134081bc3 None None] The sync data for ids ['f5939e44-ffbd-486c-9615-332e223dacc3'] in dv-cinder-776307-9-iscsi is: [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:01Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:14:02.431620 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Router ceeacfb6-64e8-4a10-89f5-e09afe2a584a is scheduled to L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 with binding_index 1 {{(pid=94131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 15:14:02.613633 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:14:02.631887 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Sync routers for ids ['ceeacfb6-64e8-4a10-89f5-e09afe2a584a'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:14:02.648519 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Routers {'ceeacfb6-64e8-4a10-89f5-e09afe2a584a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:14:02.649530 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:13:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['ceeacfb6-64e8-4a10-89f5-e09afe2a584a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:14:02.664049 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:02.665409 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-8eb16ffc-1cd3-4bc6-95e1-36841aa9f0d8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8691747 Sep 09 15:14:02.668437 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 39718) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:14:02.683763 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 15277b1f-8b63-49c4-91bc-129665431251 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:14:02.850215 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Set router ceeacfb6-64e8-4a10-89f5-e09afe2a584a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:14:02.852543 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 15277b1f-8b63-49c4-91bc-129665431251 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:14:02.864874 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 7ca59aee-bf67-47fa-b53b-76b309ddf746 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:14:02.972751 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 7ca59aee-bf67-47fa-b53b-76b309ddf746 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:14:02.988097 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 7ca59aee-bf67-47fa-b53b-76b309ddf746 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:14:02.988771 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:03.125990 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:03.149454 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec4515c-410a-4427-af84-5f117f8a5a1c None None] Network ce56aad6-6b9d-48fe-a296-1338a8a26664 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:14:03.211594 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'name': 'tempest-TestVolumeBootPattern-1461010235-router', 'tenant_id': '4716776c535448f5a92ebba08656759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '78254246-d435-4c5a-a2f8-a56850bf00da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:59Z', 'updated_at': '2021-09-09T15:14:01Z', 'revision_number': 3, 'project_id': '4716776c535448f5a92ebba08656759a', 'gw_port': {'id': '78254246-d435-4c5a-a2f8-a56850bf00da', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:87:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:14:00Z', 'updated_at': '2021-09-09T15:14:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:14:03.253482 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Checking router: ceeacfb6-64e8-4a10-89f5-e09afe2a584a for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:14:03.254259 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Updating router ceeacfb6-64e8-4a10-89f5-e09afe2a584a port 78254246-d435-4c5a-a2f8-a56850bf00da binding host dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:14:03.297156 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:03.299305 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7fb40-09f6-406a-9aad-e95195b57fdc req-8798ff43-1871-43b2-be90-27d69cf1f804 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:03.302796 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c3e7fb40-09f6-406a-9aad-e95195b57fdc req-8798ff43-1871-43b2-be90-27d69cf1f804 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.3924263 Sep 09 15:14:03.392916 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port 7ca59aee-bf67-47fa-b53b-76b309ddf746, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=7ca59aee-bf67-47fa-b53b-76b309ddf746,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:14:03.395064 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f049d-11a9-4a92-8cc8-23680cf30167 req-3e138f0b-3a9f-45fe-a4bc-a2682a0b6715 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:03.399257 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a44f049d-11a9-4a92-8cc8-23680cf30167 req-3e138f0b-3a9f-45fe-a4bc-a2682a0b6715 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 947 time: 0.3052652 Sep 09 15:14:03.430825 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-f6206e4d-583d-49cf-bd57-1c911b427e99 None None] Provisioning for port 15277b1f-8b63-49c4-91bc-129665431251 completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:14:03.433001 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:03.466622 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-f6206e4d-583d-49cf-bd57-1c911b427e99 None None] Provisioning complete for port 15277b1f-8b63-49c4-91bc-129665431251 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:14:03.467052 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f6206e4d-583d-49cf-bd57-1c911b427e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:03.512429 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c3e7fb40-09f6-406a-9aad-e95195b57fdc req-302307a2-8795-4d98-89c3-9d1b9c2cfc68 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112201 Sep 09 15:14:03.558688 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a44f049d-11a9-4a92-8cc8-23680cf30167 req-c5e097f9-95d8-4af1-b99e-906050548517 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453531 Sep 09 15:14:03.578688 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=7ca59aee-bf67-47fa-b53b-76b309ddf746,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:03.718478 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f6206e4d-583d-49cf-bd57-1c911b427e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:03.769237 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:03.786076 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Transition to ACTIVE for port object 78254246-d435-4c5a-a2f8-a56850bf00da will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:14:03.791769 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-f6206e4d-583d-49cf-bd57-1c911b427e99 None None] For port 15277b1f-8b63-49c4-91bc-129665431251, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=15277b1f-8b63-49c4-91bc-129665431251,segment=NetworkSegment(0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3),segment_id=0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:14:03.797391 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:03.803441 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f6206e4d-583d-49cf-bd57-1c911b427e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:03.842026 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:03.883206 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57e717-517d-4ebc-84b0-f89259611bf6 req-c0769534-bc0a-4fe2-ab6f-0f1a589554d0 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:03.885498 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-be57e717-517d-4ebc-84b0-f89259611bf6 req-c0769534-bc0a-4fe2-ab6f-0f1a589554d0 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.2053821 Sep 09 15:14:03.888733 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Attempting to bind port 78254246-d435-4c5a-a2f8-a56850bf00da on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:14:03.889480 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Attempting to bind port 78254246-d435-4c5a-a2f8-a56850bf00da by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:14:03.889937 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Attempting to bind port 78254246-d435-4c5a-a2f8-a56850bf00da on network 1e824111-cf35-4689-9431-3e5bca072ae7 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:14:03.897617 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e8306-c476-4b30-8fc1-1c2f583c9373 req-b49e9175-360e-4844-b51b-35d28ea2a1cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:03.899985 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f81e8306-c476-4b30-8fc1-1c2f583c9373 req-b49e9175-360e-4844-b51b-35d28ea2a1cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.1645174 Sep 09 15:14:03.919631 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6206e4d-583d-49cf-bd57-1c911b427e99 None None] Pushing event updated for resources: {'Port': ['ID=15277b1f-8b63-49c4-91bc-129665431251,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:03.921036 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f7ae1-6ad5-4c51-ab46-19582e2f72d3 None None] Pushing event updated for resources: {'Port': ['ID=78254246-d435-4c5a-a2f8-a56850bf00da,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:03.932557 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:14:03.933284 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Checking segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:14:03.933957 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:03.934993 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Bound using segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:14:03.935709 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Bound port: 78254246-d435-4c5a-a2f8-a56850bf00da, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:14:03.936484 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:03.973185 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-be57e717-517d-4ebc-84b0-f89259611bf6 req-bb1d0e72-6c21-4e0c-b546-69c653f4a0ef tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691979 Sep 09 15:14:04.030920 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] For port 78254246-d435-4c5a-a2f8-a56850bf00da, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:14:04.035877 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] For port 78254246-d435-4c5a-a2f8-a56850bf00da, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=78254246-d435-4c5a-a2f8-a56850bf00da,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:14:04.050135 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:04.080193 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f81e8306-c476-4b30-8fc1-1c2f583c9373 req-12a3ff72-35e4-4c00-bc9c-7763fa321168 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250608 Sep 09 15:14:04.154423 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Routers {'ceeacfb6-64e8-4a10-89f5-e09afe2a584a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:14:04.155031 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:13:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['ceeacfb6-64e8-4a10-89f5-e09afe2a584a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:14:04.211642 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f7ae1-6ad5-4c51-ab46-19582e2f72d3 None None] Pushing event updated for resources: {'Port': ['ID=78254246-d435-4c5a-a2f8-a56850bf00da,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:04.231115 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Allocated IP 172.20.0.1 (ce56aad6-6b9d-48fe-a296-1338a8a26664/238668a1-9313-49eb-abbe-e844e1a0ba37/80abfef9-39c8-4c8c-807c-d7e881afcc67) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:14:04.237733 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-1ec42e0e-b049-4c4f-ab84-403fca28a107 None None] Provisioning complete for port 15277b1f-8b63-49c4-91bc-129665431251 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:14:04.238328 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1ec42e0e-b049-4c4f-ab84-403fca28a107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:04.326572 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] Set router ceeacfb6-64e8-4a10-89f5-e09afe2a584a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:14:04.396674 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:04.438305 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Transition to ACTIVE for port object 80abfef9-39c8-4c8c-807c-d7e881afcc67 will not be triggered until provisioned by entity DHCP. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:14:04.504787 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:04.613488 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 15277b1f-8b63-49c4-91bc-129665431251 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:14:04.660145 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Network ce56aad6-6b9d-48fe-a296-1338a8a26664 is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:14:04.693985 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'name': 'tempest-TestVolumeBootPattern-1461010235-router', 'tenant_id': '4716776c535448f5a92ebba08656759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '78254246-d435-4c5a-a2f8-a56850bf00da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:59Z', 'updated_at': '2021-09-09T15:14:01Z', 'revision_number': 3, 'project_id': '4716776c535448f5a92ebba08656759a', 'gw_port': {'id': '78254246-d435-4c5a-a2f8-a56850bf00da', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:87:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:14:00Z', 'updated_at': '2021-09-09T15:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:14:04.708784 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 15277b1f-8b63-49c4-91bc-129665431251 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:14:04.709481 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:04.715110 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:14:04.727863 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:14:04.729148 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1955f23-421f-4b2f-92e9-094fdec7b362 None None] The sync data for ids ['ceeacfb6-64e8-4a10-89f5-e09afe2a584a'] in dv-cinder-776307-9-iscsi is: [{'id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'name': 'tempest-TestVolumeBootPattern-1461010235-router', 'tenant_id': '4716776c535448f5a92ebba08656759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '78254246-d435-4c5a-a2f8-a56850bf00da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:59Z', 'updated_at': '2021-09-09T15:14:01Z', 'revision_number': 3, 'project_id': '4716776c535448f5a92ebba08656759a', 'gw_port': {'id': '78254246-d435-4c5a-a2f8-a56850bf00da', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:87:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:14:00Z', 'updated_at': '2021-09-09T15:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:14:04.784706 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Pushing event updated for resources: {'Port': ['ID=80abfef9-39c8-4c8c-807c-d7e881afcc67,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:04.877626 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 7ca59aee-bf67-47fa-b53b-76b309ddf746 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:14:04.883256 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6e3d6-adbe-479a-8d22-2b4331be04a0 req-a874d101-9aa7-48e0-a693-0fe344c74173 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:04.884902 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6cf6e3d6-adbe-479a-8d22-2b4331be04a0 req-a874d101-9aa7-48e0-a693-0fe344c74173 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.3045568 Sep 09 15:14:04.890266 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffa461-08d5-42d6-9548-858fde6ab3ab req-08fa976d-5698-403d-88f2-19d3a79bb2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:04.891622 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4fffa461-08d5-42d6-9548-858fde6ab3ab req-08fa976d-5698-403d-88f2-19d3a79bb2bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2fbe9b5c8754473b0850c62c32d056b&device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 1099 time: 0.2806435 Sep 09 15:14:04.900239 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681989'] for router_interface, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:04.951588 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e20ef-8caf-4386-badb-437cd8df5297 req-a049881e-8fc2-4f4d-b846-8aaf3a850949 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:04.955784 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f85e20ef-8caf-4386-badb-437cd8df5297 req-a049881e-8fc2-4f4d-b846-8aaf3a850949 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.2917664 Sep 09 15:14:04.964444 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 7ca59aee-bf67-47fa-b53b-76b309ddf746 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:14:04.964904 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:05.085801 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6cf6e3d6-adbe-479a-8d22-2b4331be04a0 req-8971fdb8-f4f3-4c89-9011-a665a5b50156 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892760 Sep 09 15:14:05.139621 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f85e20ef-8caf-4386-badb-437cd8df5297 req-6d5e1dd0-0c80-48e2-87a6-673460d59b47 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152647 Sep 09 15:14:05.231534 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-01f49d76-873b-406a-8e85-b3bfc52cc725 None None] Provisioning for port 80abfef9-39c8-4c8c-807c-d7e881afcc67 completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:14:05.252665 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-01f49d76-873b-406a-8e85-b3bfc52cc725 None None] Provisioning complete for port 80abfef9-39c8-4c8c-807c-d7e881afcc67 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:14:05.253083 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-01f49d76-873b-406a-8e85-b3bfc52cc725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:05.291044 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffa461-08d5-42d6-9548-858fde6ab3ab req-ef3b48fe-f81a-47b3-a1ef-a9ee8acb1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:05.295182 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4fffa461-08d5-42d6-9548-858fde6ab3ab req-ef3b48fe-f81a-47b3-a1ef-a9ee8acb1e58 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c HTTP/1.1" status: 200 len: 911 time: 0.3733187 Sep 09 15:14:05.318017 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-01f49d76-873b-406a-8e85-b3bfc52cc725 None None] Port 80abfef9-39c8-4c8c-807c-d7e881afcc67 cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:14:05.540024 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4fffa461-08d5-42d6-9548-858fde6ab3ab req-4a0f8217-7963-44ac-88d9-ceee0fc2e473 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2d7cea7-76e7-492e-be59-caf2f4c1440e HTTP/1.1" status: 200 len: 1002 time: 0.2356029 Sep 09 15:14:05.543224 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:05.578560 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f43f1d-c241-4f5e-bf00-c63b3108f804 req-8d7783da-b737-4ebb-be8f-10991deefd26 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:05.580777 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d1f43f1d-c241-4f5e-bf00-c63b3108f804 req-8d7783da-b737-4ebb-be8f-10991deefd26 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.2779865 Sep 09 15:14:05.621376 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7ec01-77a8-41bf-a23e-4b26aff7d4d8 req-92b032eb-5747-49c9-adc9-eb9ebaac6986 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:05.623375 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-33a7ec01-77a8-41bf-a23e-4b26aff7d4d8 req-92b032eb-5747-49c9-adc9-eb9ebaac6986 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 947 time: 0.2518928 Sep 09 15:14:05.716446 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffa461-08d5-42d6-9548-858fde6ab3ab req-fdb51ae6-01df-4d24-824c-58a2b361b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:05.718342 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4fffa461-08d5-42d6-9548-858fde6ab3ab req-fdb51ae6-01df-4d24-824c-58a2b361b7cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db53f811-03ef-4135-a3c5-5d3aa6a75f6d HTTP/1.1" status: 200 len: 849 time: 0.1669586 Sep 09 15:14:06.075331 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d1f43f1d-c241-4f5e-bf00-c63b3108f804 req-cfe7ca88-657e-4c60-bf12-05d213c6e005 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676788 Sep 09 15:14:06.115440 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-33a7ec01-77a8-41bf-a23e-4b26aff7d4d8 req-35535d37-bce8-47e7-a5f3-5f907e826c13 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357755 Sep 09 15:14:06.154479 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffa461-08d5-42d6-9548-858fde6ab3ab req-460b7d2d-ead4-4e9e-baec-054ce2b5da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:06.156650 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4fffa461-08d5-42d6-9548-858fde6ab3ab req-460b7d2d-ead4-4e9e-baec-054ce2b5da74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1509392 Sep 09 15:14:06.437464 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4fffa461-08d5-42d6-9548-858fde6ab3ab req-d1eaa98d-f894-42b4-909a-afeb6c0d2eb0 service neutron] 10.222.0.39 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726476 Sep 09 15:14:06.465194 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:06.493388 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd532a-3519-4818-9a0e-e35bdd6177a8 req-49ad111b-45d9-4a19-94e6-51915a512516 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:06.504077 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-95cd532a-3519-4818-9a0e-e35bdd6177a8 req-49ad111b-45d9-4a19-94e6-51915a512516 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.2579024 Sep 09 15:14:06.542101 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c83bbd-6fd4-450a-9635-48d8a1d9429b req-15addd84-e64b-4d8b-b54a-51ddacdb228e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:06.545197 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d7c83bbd-6fd4-450a-9635-48d8a1d9429b req-15addd84-e64b-4d8b-b54a-51ddacdb228e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.2247829 Sep 09 15:14:06.545899 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:06.644276 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 78254246-d435-4c5a-a2f8-a56850bf00da up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:14:06.743052 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 78254246-d435-4c5a-a2f8-a56850bf00da completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:14:06.754747 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 78254246-d435-4c5a-a2f8-a56850bf00da triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:14:06.755379 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:06.769252 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-95cd532a-3519-4818-9a0e-e35bdd6177a8 req-457ff8b6-6dd8-4539-8389-ad194aa1b60a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202213 Sep 09 15:14:06.770122 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682389'] for router_interface, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:06.779914 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Pushing event updated for resources: {'Port': ['ID=80abfef9-39c8-4c8c-807c-d7e881afcc67,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:06.814329 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d7c83bbd-6fd4-450a-9635-48d8a1d9429b req-b69904e4-ab97-4caa-b4ae-36f28a386bdf tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890514 Sep 09 15:14:06.838981 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4fffa461-08d5-42d6-9548-858fde6ab3ab req-06d2442a-634d-4f1e-a370-e86f182eb418 service neutron] 10.222.0.39 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823025 Sep 09 15:14:06.931426 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:06.977479 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port 78254246-d435-4c5a-a2f8-a56850bf00da, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=78254246-d435-4c5a-a2f8-a56850bf00da,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:14:06.985150 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:07.015997 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Network ce56aad6-6b9d-48fe-a296-1338a8a26664 is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:14:07.018751 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:14:07.061234 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=78254246-d435-4c5a-a2f8-a56850bf00da,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:07.259087 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Router ceeacfb6-64e8-4a10-89f5-e09afe2a584a has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:14:07.371007 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-c68d2cce-f295-40bd-8c0b-1677705141b3 None None] Provisioning complete for port 80abfef9-39c8-4c8c-807c-d7e881afcc67 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:14:07.371624 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c68d2cce-f295-40bd-8c0b-1677705141b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:07.395876 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cd9b8-6b8f-40ad-b23b-105d806487ef req-b5640e4f-8e90-4609-b4f3-59fe23a71cd8 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:07.397522 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-708cd9b8-6b8f-40ad-b23b-105d806487ef req-b5640e4f-8e90-4609-b4f3-59fe23a71cd8 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.2047603 Sep 09 15:14:07.413620 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61270fa4-e466-4782-a807-d2967e9bfca5 req-c5b6bce2-ca94-4c70-acfc-674c01f68716 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:07.415271 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-61270fa4-e466-4782-a807-d2967e9bfca5 req-c5b6bce2-ca94-4c70-acfc-674c01f68716 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 947 time: 0.1454990 Sep 09 15:14:07.431273 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-c68d2cce-f295-40bd-8c0b-1677705141b3 None None] Port 80abfef9-39c8-4c8c-807c-d7e881afcc67 cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:14:07.553505 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:14:07.568759 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-708cd9b8-6b8f-40ad-b23b-105d806487ef req-ba87a909-af92-4c20-8955-497e33119764 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484776 Sep 09 15:14:07.576405 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-b30ebddf-a84b-4c91-96ba-161a2157a2ab admin admin] 10.222.0.18 "PUT /v2.0/routers/ceeacfb6-64e8-4a10-89f5-e09afe2a584a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9054265 Sep 09 15:14:07.595387 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Sync routers for ids ['ceeacfb6-64e8-4a10-89f5-e09afe2a584a'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:14:07.595653 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-61270fa4-e466-4782-a807-d2967e9bfca5 req-92ebcd1c-3f51-45d8-a502-36505e988a1c tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608016 Sep 09 15:14:07.610020 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Routers {'ceeacfb6-64e8-4a10-89f5-e09afe2a584a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:14:07.611980 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:13:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['ceeacfb6-64e8-4a10-89f5-e09afe2a584a'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:14:07.792294 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Set router ceeacfb6-64e8-4a10-89f5-e09afe2a584a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:14:08.017331 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea3b44-2e65-49aa-8c3f-9c28de6d2de9 req-0afab3d5-bc40-42e5-abb3-3cadcf010a57 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:08.019332 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-38ea3b44-2e65-49aa-8c3f-9c28de6d2de9 req-0afab3d5-bc40-42e5-abb3-3cadcf010a57 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.0673735 Sep 09 15:14:08.087720 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-38ea3b44-2e65-49aa-8c3f-9c28de6d2de9 req-7a92d56e-78b2-422a-9f57-93fdf66e22a0 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491710 Sep 09 15:14:08.120973 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'name': 'tempest-TestVolumeBootPattern-1461010235-router', 'tenant_id': '4716776c535448f5a92ebba08656759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '78254246-d435-4c5a-a2f8-a56850bf00da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:59Z', 'updated_at': '2021-09-09T15:14:05Z', 'revision_number': 4, 'project_id': '4716776c535448f5a92ebba08656759a', 'gw_port': {'id': '78254246-d435-4c5a-a2f8-a56850bf00da', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:87:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:14:00Z', 'updated_at': '2021-09-09T15:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '80abfef9-39c8-4c8c-807c-d7e881afcc67', 'name': '', 'network_id': 'ce56aad6-6b9d-48fe-a296-1338a8a26664', 'tenant_id': '4716776c535448f5a92ebba08656759a', 'mac_address': 'fa:16:3e:87:06:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '238668a1-9313-49eb-abbe-e844e1a0ba37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:14:03Z', 'updated_at': '2021-09-09T15:14:06Z', 'revision_number': 2, 'project_id': '4716776c535448f5a92ebba08656759a', 'subnets': [{'id': '238668a1-9313-49eb-abbe-e844e1a0ba37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:14:08.162147 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Checking router: ceeacfb6-64e8-4a10-89f5-e09afe2a584a for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:14:08.162147 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Updating router ceeacfb6-64e8-4a10-89f5-e09afe2a584a port 80abfef9-39c8-4c8c-807c-d7e881afcc67 binding host dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:14:08.203710 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:08.279641 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a5e69-8d83-42cb-9a45-8d8a146d37b2 req-c694cc37-3278-44be-a103-f2317662bba7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:08.282766 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b61a5e69-8d83-42cb-9a45-8d8a146d37b2 req-c694cc37-3278-44be-a103-f2317662bba7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.1019979 Sep 09 15:14:08.415314 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b61a5e69-8d83-42cb-9a45-8d8a146d37b2 req-f8df6922-4f06-4714-b47e-c0be932fc538 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146083 Sep 09 15:14:08.512831 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 39780) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:14:08.519399 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-9ccf405d-c9ec-411d-8439-46af599cf9e9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-21295870', 'description': 'tempest-secgroup-smoke-21295870 description', 'project_id': '60e24a0985124167a48ad737065f163e'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:14:08.584692 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9ccf405d-c9ec-411d-8439-46af599cf9e9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:08.627048 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 78254246-d435-4c5a-a2f8-a56850bf00da up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:14:08.830273 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9ccf405d-c9ec-411d-8439-46af599cf9e9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:08.850455 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9ccf405d-c9ec-411d-8439-46af599cf9e9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:08.946017 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf405d-c9ec-411d-8439-46af599cf9e9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768cdb08-b9e8-486e-8c4d-3ac17634155f,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:08.949090 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9ccf405d-c9ec-411d-8439-46af599cf9e9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:08.951136 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-9ccf405d-c9ec-411d-8439-46af599cf9e9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4363396 Sep 09 15:14:08.956085 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 39788) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:14:08.961989 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-ad41dc13-13e6-4e1f-afab-35954061f4a0 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Request body: {'security_group_rule': {'security_group_id': '768cdb08-b9e8-486e-8c4d-3ac17634155f', 'project_id': '60e24a0985124167a48ad737065f163e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:14:09.003225 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 78254246-d435-4c5a-a2f8-a56850bf00da triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:14:09.004129 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:09.019738 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06435b6e-7366-46eb-9091-739d60f0363c req-83a5a91f-d9dd-40d8-a574-4d2c09419fc2 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:09.027055 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-06435b6e-7366-46eb-9091-739d60f0363c req-83a5a91f-d9dd-40d8-a574-4d2c09419fc2 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.3241343 Sep 09 15:14:09.043271 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eccc6-3011-4238-bcf7-7defd6b5682e req-9ad70850-78a1-4c33-9e45-20555dc107ce tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:09.056474 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-566eccc6-3011-4238-bcf7-7defd6b5682e req-9ad70850-78a1-4c33-9e45-20555dc107ce tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 947 time: 0.3016098 Sep 09 15:14:09.060602 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ad41dc13-13e6-4e1f-afab-35954061f4a0 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:09.095867 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:09.114624 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Transition to ACTIVE for port object 80abfef9-39c8-4c8c-807c-d7e881afcc67 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:14:09.137016 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-06435b6e-7366-46eb-9091-739d60f0363c req-831732bb-595a-4894-8fa1-4a58c495abaf tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781178 Sep 09 15:14:09.164516 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:09.165598 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-566eccc6-3011-4238-bcf7-7defd6b5682e req-4161d6d2-3947-4cb5-99b3-4059cdb0b0b5 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079502 Sep 09 15:14:09.244927 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ad41dc13-13e6-4e1f-afab-35954061f4a0 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:09.247626 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f17b78-f8f6-4214-a35b-bc4cce026b5a None None] Pushing event updated for resources: {'Port': ['ID=80abfef9-39c8-4c8c-807c-d7e881afcc67,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:09.250669 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ad41dc13-13e6-4e1f-afab-35954061f4a0 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:09.280853 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41dc13-13e6-4e1f-afab-35954061f4a0 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab53383-7e3f-4940-baca-72a9e9522f76,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:09.292631 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ad41dc13-13e6-4e1f-afab-35954061f4a0 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:09.294467 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ad41dc13-13e6-4e1f-afab-35954061f4a0 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3367076 Sep 09 15:14:09.297054 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 39800) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:14:09.302613 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-99c9aa7b-0e7a-4261-8be5-9ef0bc5ddfe9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Request body: {'security_group_rule': {'security_group_id': '768cdb08-b9e8-486e-8c4d-3ac17634155f', 'project_id': '60e24a0985124167a48ad737065f163e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:14:09.337605 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Attempting to bind port 80abfef9-39c8-4c8c-807c-d7e881afcc67 on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:14:09.338202 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Attempting to bind port 80abfef9-39c8-4c8c-807c-d7e881afcc67 by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ce56aad6-6b9d-48fe-a296-1338a8a26664'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:14:09.338809 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Attempting to bind port 80abfef9-39c8-4c8c-807c-d7e881afcc67 on network ce56aad6-6b9d-48fe-a296-1338a8a26664 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:14:09.350600 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:14:09.351133 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Checking segment: {'id': '0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ce56aad6-6b9d-48fe-a296-1338a8a26664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:14:09.351678 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:09.352214 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Bound using segment: {'id': '0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ce56aad6-6b9d-48fe-a296-1338a8a26664'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:14:09.352883 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Bound port: 80abfef9-39c8-4c8c-807c-d7e881afcc67, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ce56aad6-6b9d-48fe-a296-1338a8a26664'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:14:09.353763 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:09.358629 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-99c9aa7b-0e7a-4261-8be5-9ef0bc5ddfe9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:09.521550 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] For port 80abfef9-39c8-4c8c-807c-d7e881afcc67, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:14:09.534726 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] For port 80abfef9-39c8-4c8c-807c-d7e881afcc67, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=80abfef9-39c8-4c8c-807c-d7e881afcc67,segment=NetworkSegment(0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3),segment_id=0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:14:09.543284 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-99c9aa7b-0e7a-4261-8be5-9ef0bc5ddfe9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:09.549932 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:09.553557 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-99c9aa7b-0e7a-4261-8be5-9ef0bc5ddfe9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:09.587434 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9aa7b-0e7a-4261-8be5-9ef0bc5ddfe9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc99113-5cfc-419f-a505-f2a5d56438dc,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:09.623769 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-99c9aa7b-0e7a-4261-8be5-9ef0bc5ddfe9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:09.630571 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-99c9aa7b-0e7a-4261-8be5-9ef0bc5ddfe9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3319929 Sep 09 15:14:09.631423 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 39814) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:14:09.639134 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-eeb0a74e-db16-4752-9687-1d593d0c6e03 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Request body: {'security_group_rule': {'security_group_id': '768cdb08-b9e8-486e-8c4d-3ac17634155f', 'project_id': '60e24a0985124167a48ad737065f163e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:14:09.720967 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-eeb0a74e-db16-4752-9687-1d593d0c6e03 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:09.723464 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06825c9-337f-4813-94ea-7380e7d012f2 req-4a24ba61-0d68-452a-a57c-b558d47f80c5 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:09.733190 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a06825c9-337f-4813-94ea-7380e7d012f2 req-4a24ba61-0d68-452a-a57c-b558d47f80c5 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.1540797 Sep 09 15:14:09.769820 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Routers {'ceeacfb6-64e8-4a10-89f5-e09afe2a584a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:14:09.770936 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:13:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['ceeacfb6-64e8-4a10-89f5-e09afe2a584a'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:14:09.789382 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a06825c9-337f-4813-94ea-7380e7d012f2 req-de9a4490-d3e8-4c6f-9a3f-6c8509561c81 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551076 Sep 09 15:14:09.867533 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-eeb0a74e-db16-4752-9687-1d593d0c6e03 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:09.873509 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-eeb0a74e-db16-4752-9687-1d593d0c6e03 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:09.901807 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0a74e-db16-4752-9687-1d593d0c6e03 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599a5d42-e97f-4c70-8d4b-d63adfb3ea4f,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:09.908619 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f17b78-f8f6-4214-a35b-bc4cce026b5a None None] Pushing event updated for resources: {'Port': ['ID=80abfef9-39c8-4c8c-807c-d7e881afcc67,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:09.914255 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-eeb0a74e-db16-4752-9687-1d593d0c6e03 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:09.916381 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-eeb0a74e-db16-4752-9687-1d593d0c6e03 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2832599 Sep 09 15:14:09.920944 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 39822) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:14:09.929451 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-282dca0c-cad8-4fb5-a05b-60af56483fe0 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Request body: {'security_group_rule': {'security_group_id': '768cdb08-b9e8-486e-8c4d-3ac17634155f', 'project_id': '60e24a0985124167a48ad737065f163e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:14:09.981897 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-282dca0c-cad8-4fb5-a05b-60af56483fe0 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:10.142981 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-282dca0c-cad8-4fb5-a05b-60af56483fe0 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:10.151112 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-282dca0c-cad8-4fb5-a05b-60af56483fe0 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:10.178748 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dca0c-cad8-4fb5-a05b-60af56483fe0 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a523a4a7-88b7-40aa-abd2-7e7449961ad5,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:10.187211 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-282dca0c-cad8-4fb5-a05b-60af56483fe0 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:10.190435 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-282dca0c-cad8-4fb5-a05b-60af56483fe0 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2672949 Sep 09 15:14:10.193885 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 39842) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:14:10.199156 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-3a03217b-425c-40f5-a20d-ef855bc2f2e3 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Request body: {'security_group_rule': {'security_group_id': '768cdb08-b9e8-486e-8c4d-3ac17634155f', 'project_id': '60e24a0985124167a48ad737065f163e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:14:10.233428 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.securitygroups_db [None req-3a03217b-425c-40f5-a20d-ef855bc2f2e3 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Project 60e24a0985124167a48ad737065f163e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 15:14:10.243813 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3a03217b-425c-40f5-a20d-ef855bc2f2e3 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:10.288616 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] Set router ceeacfb6-64e8-4a10-89f5-e09afe2a584a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:14:10.428458 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3a03217b-425c-40f5-a20d-ef855bc2f2e3 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:10.438024 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3a03217b-425c-40f5-a20d-ef855bc2f2e3 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:10.480449 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03217b-425c-40f5-a20d-ef855bc2f2e3 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2fe061-8267-47a0-83db-0812ba5ad753,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:10.489196 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3a03217b-425c-40f5-a20d-ef855bc2f2e3 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:10.491610 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3a03217b-425c-40f5-a20d-ef855bc2f2e3 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2958379 Sep 09 15:14:10.508946 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 39856) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:14:10.530203 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-0b5a2599-2ff8-45fa-9bf1-39f8249a2404 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Request body: {'security_group_rule': {'security_group_id': '768cdb08-b9e8-486e-8c4d-3ac17634155f', 'project_id': '60e24a0985124167a48ad737065f163e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:14:10.555647 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffacf30-8f51-4c82-ab6c-a20566d59ec7 req-ac32c27f-85c0-4a11-9abd-aa8f1d6eb759 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:10.558274 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6ffacf30-8f51-4c82-ab6c-a20566d59ec7 req-ac32c27f-85c0-4a11-9abd-aa8f1d6eb759 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 947 time: 0.2304187 Sep 09 15:14:10.583447 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b63447-b60d-434f-bf00-2bcc732f5d05 req-ffcbca54-40ab-4192-b743-41b4755000d2 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:10.586648 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-27b63447-b60d-434f-bf00-2bcc732f5d05 req-ffcbca54-40ab-4192-b743-41b4755000d2 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.2307444 Sep 09 15:14:10.603934 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.securitygroups_db [None req-0b5a2599-2ff8-45fa-9bf1-39f8249a2404 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Project 60e24a0985124167a48ad737065f163e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 15:14:10.627701 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2599-2ff8-45fa-9bf1-39f8249a2404 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:10.725993 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6ffacf30-8f51-4c82-ab6c-a20566d59ec7 req-682a2690-7df9-4193-bc58-b49b6cc67cb8 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373456 Sep 09 15:14:10.795700 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2599-2ff8-45fa-9bf1-39f8249a2404 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:10.805757 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-27b63447-b60d-434f-bf00-2bcc732f5d05 req-e5b7691d-a4bb-4974-996e-04577f89df01 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813478 Sep 09 15:14:10.816005 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2599-2ff8-45fa-9bf1-39f8249a2404 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:10.837435 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3f321-be84-4045-8525-78b4a9e911f6 req-881c4584-3d1c-4c37-8737-d3c3e5f69fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:10.846358 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-21f3f321-be84-4045-8525-78b4a9e911f6 req-881c4584-3d1c-4c37-8737-d3c3e5f69fe9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 1099 time: 0.1511996 Sep 09 15:14:10.874451 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2599-2ff8-45fa-9bf1-39f8249a2404 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:10.877766 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0b5a2599-2ff8-45fa-9bf1-39f8249a2404 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3642797 Sep 09 15:14:10.900357 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a2599-2ff8-45fa-9bf1-39f8249a2404 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26d12f1-6b4c-4d36-86ea-bf39a20f611f,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:10.906893 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'name': 'tempest-TestVolumeBootPattern-1461010235-router', 'tenant_id': '4716776c535448f5a92ebba08656759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '78254246-d435-4c5a-a2f8-a56850bf00da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:59Z', 'updated_at': '2021-09-09T15:14:05Z', 'revision_number': 4, 'project_id': '4716776c535448f5a92ebba08656759a', 'gw_port': {'id': '78254246-d435-4c5a-a2f8-a56850bf00da', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:87:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:14:00Z', 'updated_at': '2021-09-09T15:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '80abfef9-39c8-4c8c-807c-d7e881afcc67', 'name': '', 'network_id': 'ce56aad6-6b9d-48fe-a296-1338a8a26664', 'tenant_id': '4716776c535448f5a92ebba08656759a', 'mac_address': 'fa:16:3e:87:06:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '238668a1-9313-49eb-abbe-e844e1a0ba37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:14:03Z', 'updated_at': '2021-09-09T15:14:09Z', 'revision_number': 4, 'project_id': '4716776c535448f5a92ebba08656759a', 'subnets': [{'id': '238668a1-9313-49eb-abbe-e844e1a0ba37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:14:10.948299 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-21f3f321-be84-4045-8525-78b4a9e911f6 req-c1df9d74-731a-4b56-ac8e-46da0ecf1d42 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885239 Sep 09 15:14:10.990567 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5047cda-df77-437a-b802-336f91d780d8 None None] The sync data for ids ['ceeacfb6-64e8-4a10-89f5-e09afe2a584a'] in dv-cinder-776307-9-iscsi is: [{'id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'name': 'tempest-TestVolumeBootPattern-1461010235-router', 'tenant_id': '4716776c535448f5a92ebba08656759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '78254246-d435-4c5a-a2f8-a56850bf00da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:59Z', 'updated_at': '2021-09-09T15:14:05Z', 'revision_number': 4, 'project_id': '4716776c535448f5a92ebba08656759a', 'gw_port': {'id': '78254246-d435-4c5a-a2f8-a56850bf00da', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:87:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:14:00Z', 'updated_at': '2021-09-09T15:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '80abfef9-39c8-4c8c-807c-d7e881afcc67', 'name': '', 'network_id': 'ce56aad6-6b9d-48fe-a296-1338a8a26664', 'tenant_id': '4716776c535448f5a92ebba08656759a', 'mac_address': 'fa:16:3e:87:06:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '238668a1-9313-49eb-abbe-e844e1a0ba37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:14:03Z', 'updated_at': '2021-09-09T15:14:09Z', 'revision_number': 4, 'project_id': '4716776c535448f5a92ebba08656759a', 'subnets': [{'id': '238668a1-9313-49eb-abbe-e844e1a0ba37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:14:11.136311 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba81dd-8d23-4be9-be69-bda464c3fc26 req-1260c27e-5ff3-4f95-a0a7-d5b855984b30 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:11.146376 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f7ba81dd-8d23-4be9-be69-bda464c3fc26 req-1260c27e-5ff3-4f95-a0a7-d5b855984b30 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.1820090 Sep 09 15:14:11.307880 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f7ba81dd-8d23-4be9-be69-bda464c3fc26 req-487e2e22-6e0c-417a-b93b-95099934e5d3 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398215 Sep 09 15:14:12.046629 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:14:12.095071 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e15df-adfa-4b07-842c-8ed80d705d11 req-ef15755d-dfc6-483c-9146-290eecfbb0da tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:12.096695 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a95e15df-adfa-4b07-842c-8ed80d705d11 req-ef15755d-dfc6-483c-9146-290eecfbb0da tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 947 time: 0.1629155 Sep 09 15:14:12.160697 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4d6e8-9d22-4fe6-8749-99617d609452 req-a290b028-faa8-4981-aa94-5c025eb06d91 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:12.162345 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5bb4d6e8-9d22-4fe6-8749-99617d609452 req-a290b028-faa8-4981-aa94-5c025eb06d91 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.1282454 Sep 09 15:14:12.196009 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 154780d0-20c2-436b-a490-28f2337daf6e details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:14:12.204829 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a95e15df-adfa-4b07-842c-8ed80d705d11 req-efba1ba4-077b-4987-afcc-2f559cbf725b tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944242 Sep 09 15:14:12.306319 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5bb4d6e8-9d22-4fe6-8749-99617d609452 req-1a49378f-5934-4f68-a60a-339e47fe927a tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997183 Sep 09 15:14:12.639698 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 154780d0-20c2-436b-a490-28f2337daf6e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=154780d0-20c2-436b-a490-28f2337daf6e,segment=NetworkSegment(d4949b6a-65f6-476b-9dd3-a24e3649b0ab),segment_id=d4949b6a-65f6-476b-9dd3-a24e3649b0ab)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:14:12.677989 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': '154780d0-20c2-436b-a490-28f2337daf6e', 'network_id': '342399ba-2ddd-464b-9513-78fcd43db8cf', 'port_id': '154780d0-20c2-436b-a490-28f2337daf6e', 'mac_address': 'fa:16:3e:42:b4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45766fc8-6d34-497e-ab7d-ce06f13ae9d0', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:14:12.695076 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 80abfef9-39c8-4c8c-807c-d7e881afcc67 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:14:12.728387 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c185cf8-4103-49dc-8a47-043087318446 req-0178db5e-e29c-4550-9bed-d19729caa191 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:12.730322 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6c185cf8-4103-49dc-8a47-043087318446 req-0178db5e-e29c-4550-9bed-d19729caa191 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.2074647 Sep 09 15:14:12.807939 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:12.837870 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6c185cf8-4103-49dc-8a47-043087318446 req-326f3b45-70e8-4212-a7aa-1ddd4cff4130 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869849 Sep 09 15:14:12.856583 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154780d0-20c2-436b-a490-28f2337daf6e {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:14:12.892853 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 80abfef9-39c8-4c8c-807c-d7e881afcc67 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:14:12.913313 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 154780d0-20c2-436b-a490-28f2337daf6e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=154780d0-20c2-436b-a490-28f2337daf6e,segment=NetworkSegment(d4949b6a-65f6-476b-9dd3-a24e3649b0ab),segment_id=d4949b6a-65f6-476b-9dd3-a24e3649b0ab)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:14:12.916446 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 80abfef9-39c8-4c8c-807c-d7e881afcc67 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:14:12.917141 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:12.956325 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:13.073773 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=154780d0-20c2-436b-a490-28f2337daf6e,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:13.213790 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:13.263397 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port 80abfef9-39c8-4c8c-807c-d7e881afcc67, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=80abfef9-39c8-4c8c-807c-d7e881afcc67,segment=NetworkSegment(0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3),segment_id=0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:14:13.274410 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:13.350929 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=80abfef9-39c8-4c8c-807c-d7e881afcc67,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:13.419157 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b770886-ebd0-4da7-8b21-de6f57d0cdd6 req-ee61a433-faba-43b2-b546-66f3dab330da tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:13.420978 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2b770886-ebd0-4da7-8b21-de6f57d0cdd6 req-ee61a433-faba-43b2-b546-66f3dab330da tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 948 time: 0.0906174 Sep 09 15:14:13.436210 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['154780d0-20c2-436b-a490-28f2337daf6e'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:14:13.564982 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2b770886-ebd0-4da7-8b21-de6f57d0cdd6 req-c7897f39-689d-41d1-adaa-bc18714a548f tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352770 Sep 09 15:14:13.610426 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fafa4c-41e3-42d0-b207-6d681947aecd req-6f065696-7c11-4b4b-9df8-f1bc39ccaa1f tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:13.612307 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-05fafa4c-41e3-42d0-b207-6d681947aecd req-6f065696-7c11-4b4b-9df8-f1bc39ccaa1f tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.1551292 Sep 09 15:14:13.670521 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-05fafa4c-41e3-42d0-b207-6d681947aecd req-4ae21a05-b31d-4240-b761-c590a1403ec5 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505316 Sep 09 15:14:14.042987 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3177b4-b1ea-4fab-b059-9730de862ac3 req-93b0bcdb-b427-495c-9b8d-842a29d902a3 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:14.045485 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ee3177b4-b1ea-4fab-b059-9730de862ac3 req-93b0bcdb-b427-495c-9b8d-842a29d902a3 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.0764647 Sep 09 15:14:14.101747 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ee3177b4-b1ea-4fab-b059-9730de862ac3 req-e9bef408-00a3-43b5-98ac-715ee94544a8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493836 Sep 09 15:14:14.269567 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4993be-ad77-46a9-a24f-d081dc31dba8 req-84260d0b-8cae-4e61-b264-29588a81f9a4 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:14.271224 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cb4993be-ad77-46a9-a24f-d081dc31dba8 req-84260d0b-8cae-4e61-b264-29588a81f9a4 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0999429 Sep 09 15:14:14.280726 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d98c59-c930-4085-a938-cdd21c8bbd1e req-3512ca22-9524-4083-81dd-a3484206e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:14.282615 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-20d98c59-c930-4085-a938-cdd21c8bbd1e req-3512ca22-9524-4083-81dd-a3484206e60e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ecd5472851a04119989b4a5d14235398&device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 1099 time: 0.1017287 Sep 09 15:14:14.350188 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cb4993be-ad77-46a9-a24f-d081dc31dba8 req-215f647c-8bdc-4972-b3f1-6983f38c3eb2 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660708 Sep 09 15:14:14.442914 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d98c59-c930-4085-a938-cdd21c8bbd1e req-af2e50e7-f00b-4fda-9d00-6f188f42e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:14.444459 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-20d98c59-c930-4085-a938-cdd21c8bbd1e req-af2e50e7-f00b-4fda-9d00-6f188f42e10c service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655 HTTP/1.1" status: 200 len: 920 time: 0.1466684 Sep 09 15:14:14.505303 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-20d98c59-c930-4085-a938-cdd21c8bbd1e req-659c449e-92ca-44b8-97f8-49265ae67ee3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41355f4-3aae-43da-8bdb-25fe3e96083f HTTP/1.1" status: 200 len: 217 time: 0.0487852 Sep 09 15:14:14.583027 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 80abfef9-39c8-4c8c-807c-d7e881afcc67 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:14:14.665572 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d98c59-c930-4085-a938-cdd21c8bbd1e req-76031a57-b880-4f6f-848c-c000caab5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:14.668390 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-20d98c59-c930-4085-a938-cdd21c8bbd1e req-76031a57-b880-4f6f-848c-c000caab5cf1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f37a255f-f939-40f3-9b3f-c731225da8ca HTTP/1.1" status: 200 len: 859 time: 0.1381383 Sep 09 15:14:14.764723 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 80abfef9-39c8-4c8c-807c-d7e881afcc67 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:14:14.765412 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-20d98c59-c930-4085-a938-cdd21c8bbd1e req-c245fdf6-c742-4d77-8436-e0b94464c167 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ad32836-6dc0-4f08-8fbb-8323ce2c5655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865834 Sep 09 15:14:14.766204 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:14.867425 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffa374-fe94-4efc-bd58-70f715b471e5 req-a8b3e4fd-6778-4c5f-9ce2-a6e60fca5a07 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:14.887599 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-70ffa374-fe94-4efc-bd58-70f715b471e5 req-a8b3e4fd-6778-4c5f-9ce2-a6e60fca5a07 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 948 time: 0.2060006 Sep 09 15:14:15.012952 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-70ffa374-fe94-4efc-bd58-70f715b471e5 req-335b711c-3bf9-4e57-923d-5215ad3916b9 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184921 Sep 09 15:14:15.041891 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-20d98c59-c930-4085-a938-cdd21c8bbd1e req-b598db86-482a-4929-9957-218b0ea21ad4 service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641432 Sep 09 15:14:15.180042 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-20d98c59-c930-4085-a938-cdd21c8bbd1e req-79ec79c5-a16f-428f-8bea-7587f5d00d6a service neutron] 10.222.0.39 "GET /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291871 Sep 09 15:14:15.298912 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1d1be-24da-42fb-8216-01775404e9f6 req-e5b272cf-d2ed-41fc-a236-84feabbe276c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:15.312210 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-eef1d1be-24da-42fb-8216-01775404e9f6 req-e5b272cf-d2ed-41fc-a236-84feabbe276c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.0996759 Sep 09 15:14:15.368710 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-eef1d1be-24da-42fb-8216-01775404e9f6 req-2ef74855-8899-483d-b8bd-ca62493c4d29 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555778 Sep 09 15:14:15.502471 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a189f9-a475-4a06-a7ea-04cae93e4ee5 req-1a101db2-c763-4563-a0e9-ed62d5726610 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:15.504394 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-00a189f9-a475-4a06-a7ea-04cae93e4ee5 req-1a101db2-c763-4563-a0e9-ed62d5726610 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0624225 Sep 09 15:14:15.546152 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-00a189f9-a475-4a06-a7ea-04cae93e4ee5 req-729501cf-2cc0-4315-8c92-8be50e17fdd8 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355809 Sep 09 15:14:16.217932 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 154780d0-20c2-436b-a490-28f2337daf6e up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:14:16.221251 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a319458-e034-4d97-adec-238124de3cd2 req-5df673d8-f970-487e-8e42-9a337b28d66f tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:16.222905 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1a319458-e034-4d97-adec-238124de3cd2 req-5df673d8-f970-487e-8e42-9a337b28d66f tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 948 time: 0.0657485 Sep 09 15:14:16.319580 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1a319458-e034-4d97-adec-238124de3cd2 req-7bd55200-e3b5-4d82-81fe-34aaf52545c8 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854239 Sep 09 15:14:16.413768 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port 154780d0-20c2-436b-a490-28f2337daf6e completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:14:16.419870 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port 154780d0-20c2-436b-a490-28f2337daf6e triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:14:16.420166 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:16.607798 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:16.628332 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccfa6c-d25f-431f-8b00-70cebbebcfb7 req-84f1bfde-34c1-4c49-8ec4-e315adb742e8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:16.637447 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-baccfa6c-d25f-431f-8b00-70cebbebcfb7 req-84f1bfde-34c1-4c49-8ec4-e315adb742e8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.1141963 Sep 09 15:14:16.665880 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48794530-fb9e-4a11-b866-124bf48ca7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154780d0-20c2-436b-a490-28f2337daf6e'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:14:16.669081 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a95abb7-92bb-4d41-a62f-8b705141267a" -d '{"events": [{"server_uuid": "48794530-fb9e-4a11-b866-124bf48ca7ba", "name": "network-vif-plugged", "status": "completed", "tag": "154780d0-20c2-436b-a490-28f2337daf6e"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:14:16.696198 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 154780d0-20c2-436b-a490-28f2337daf6e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=154780d0-20c2-436b-a490-28f2337daf6e,segment=NetworkSegment(d4949b6a-65f6-476b-9dd3-a24e3649b0ab),segment_id=d4949b6a-65f6-476b-9dd3-a24e3649b0ab)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:14:16.708416 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:16.779953 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-baccfa6c-d25f-431f-8b00-70cebbebcfb7 req-f3a59cb5-2906-4987-b3fe-edb3417f1314 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225977 Sep 09 15:14:16.854488 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db427276-429b-4400-8ea8-a23a45b3ddf6 req-c627b159-e2a8-4689-a706-40baf1938884 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:16.869692 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-db427276-429b-4400-8ea8-a23a45b3ddf6 req-c627b159-e2a8-4689-a706-40baf1938884 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.2051406 Sep 09 15:14:16.889190 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6becea17-a0ae-4732-bf08-f7ba662cf0a6 x-openstack-request-id: req-6becea17-a0ae-4732-bf08-f7ba662cf0a6 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:14:16.890403 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48794530-fb9e-4a11-b866-124bf48ca7ba", "name": "network-vif-plugged", "status": "completed", "tag": "154780d0-20c2-436b-a490-28f2337daf6e", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:14:16.893578 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6becea17-a0ae-4732-bf08-f7ba662cf0a6 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:14:16.894286 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48794530-fb9e-4a11-b866-124bf48ca7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154780d0-20c2-436b-a490-28f2337daf6e', 'code': 200} Sep 09 15:14:16.905976 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=154780d0-20c2-436b-a490-28f2337daf6e,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:16.960660 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-db427276-429b-4400-8ea8-a23a45b3ddf6 req-fa20eb66-084b-48ab-b62e-4767d585bed4 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888510 Sep 09 15:14:17.230499 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c546e2-417d-4a68-982f-9b819e8a844d req-45e07e8e-e1ff-44e8-bb0a-d34ec152912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:17.233464 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-46c546e2-417d-4a68-982f-9b819e8a844d req-45e07e8e-e1ff-44e8-bb0a-d34ec152912c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 1102 time: 0.0810711 Sep 09 15:14:17.300530 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-46c546e2-417d-4a68-982f-9b819e8a844d req-cfb8ce7a-c392-4869-9704-b093f7645d91 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480714 Sep 09 15:14:17.599681 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1190f-1e43-42e0-be32-f914f88000ff req-305bb681-1fd7-45b0-ab47-6b214301f3db tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:17.617051 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-99e1190f-1e43-42e0-be32-f914f88000ff req-305bb681-1fd7-45b0-ab47-6b214301f3db tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 949 time: 0.1692097 Sep 09 15:14:17.702450 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-99e1190f-1e43-42e0-be32-f914f88000ff req-90a97936-e84b-4b69-a039-d63203e5e3eb tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831752 Sep 09 15:14:17.900100 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-33aec135-3abd-4623-a159-dfe740a08182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:17.972332 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bfe0c-f73c-4ff7-8ef0-f510005e8f14 req-da4fb8bd-391a-40e8-ad4f-1ec6a4dcd99e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:17.981583 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e82bfe0c-f73c-4ff7-8ef0-f510005e8f14 req-da4fb8bd-391a-40e8-ad4f-1ec6a4dcd99e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.0823262 Sep 09 15:14:18.035883 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e82bfe0c-f73c-4ff7-8ef0-f510005e8f14 req-41362ecc-5e05-4e8f-8735-f6dcbbecf7ae tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530031 Sep 09 15:14:18.288039 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803aa035-0376-473e-817f-71303c6b06c7 req-0bcdacef-c801-43a5-9bdd-192ee337d935 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:18.290855 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-803aa035-0376-473e-817f-71303c6b06c7 req-0bcdacef-c801-43a5-9bdd-192ee337d935 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.1735430 Sep 09 15:14:18.394353 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-803aa035-0376-473e-817f-71303c6b06c7 req-97c0eacc-c331-4182-bd9d-44d6a4cfdcab tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847993 Sep 09 15:14:18.960101 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4db00b-e97a-4229-a059-53bcaf535b07 req-02af0352-89cb-4001-b3d0-6069838edb02 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:18.970152 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ad4db00b-e97a-4229-a059-53bcaf535b07 req-02af0352-89cb-4001-b3d0-6069838edb02 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 949 time: 0.0993693 Sep 09 15:14:19.040333 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ad4db00b-e97a-4229-a059-53bcaf535b07 req-2b8a31ab-4783-4502-a460-d069b63d8ae5 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687456 Sep 09 15:14:19.267708 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c134e5-e9cf-4401-a527-0f62a80aca28 req-a3c49341-d1b7-4895-9d73-0ecc71da0b0b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:19.270566 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f8c134e5-e9cf-4401-a527-0f62a80aca28 req-a3c49341-d1b7-4895-9d73-0ecc71da0b0b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.1183629 Sep 09 15:14:19.336002 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f8c134e5-e9cf-4401-a527-0f62a80aca28 req-9f8cecab-18c1-42a5-8e13-4ac3a6589869 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562184 Sep 09 15:14:20.385520 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6573ff-0738-4334-b134-5869e2689f00 req-7627d605-21e6-411f-b576-56b624d95a59 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:20.395116 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3f6573ff-0738-4334-b134-5869e2689f00 req-7627d605-21e6-411f-b576-56b624d95a59 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 949 time: 0.1656971 Sep 09 15:14:20.734243 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3f6573ff-0738-4334-b134-5869e2689f00 req-f027b888-309b-4bc8-9377-26717036f551 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197610 Sep 09 15:14:20.741213 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e97cb1c8-0e66-4037-90de-84ac84985d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:20.809677 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027762b0-17fb-4ad6-aa49-8e8abd0e98ca req-3fdeb9ab-ccba-457f-a355-31e8b16d18ae tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:20.821841 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-027762b0-17fb-4ad6-aa49-8e8abd0e98ca req-3fdeb9ab-ccba-457f-a355-31e8b16d18ae tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.2085938 Sep 09 15:14:20.916046 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:20.958493 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-027762b0-17fb-4ad6-aa49-8e8abd0e98ca req-fc4d303f-576b-4a0d-af06-7d7e4d3abd75 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351097 Sep 09 15:14:21.346795 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19291ef8-db76-42c0-bbc0-f0446840f90d req-d5732c43-f8c6-4a9b-8aa4-f4cb56cf044a tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:21.348630 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-19291ef8-db76-42c0-bbc0-f0446840f90d req-d5732c43-f8c6-4a9b-8aa4-f4cb56cf044a tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 949 time: 0.0859365 Sep 09 15:14:21.424775 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-19291ef8-db76-42c0-bbc0-f0446840f90d req-5e36f5d9-ea3e-468f-a247-ba877567eb6c tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686686 Sep 09 15:14:21.707064 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:22.243335 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbd0b7-6b85-4795-8ae6-607f295ded7a req-eeb8e9e4-b4a3-4940-870e-10aed6e3b852 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:22.246639 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-37fbd0b7-6b85-4795-8ae6-607f295ded7a req-eeb8e9e4-b4a3-4940-870e-10aed6e3b852 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.1195359 Sep 09 15:14:22.351348 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-37fbd0b7-6b85-4795-8ae6-607f295ded7a req-0b200e84-446d-42d7-a6a1-a08f2be4c127 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798416 Sep 09 15:14:22.656929 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eee3c-a956-44ec-8166-387d42f04af1 req-e4a393b2-4221-4817-b760-ff404c0f3e6a tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:22.659024 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aa9eee3c-a956-44ec-8166-387d42f04af1 req-e4a393b2-4221-4817-b760-ff404c0f3e6a tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 949 time: 0.0957828 Sep 09 15:14:22.741895 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aa9eee3c-a956-44ec-8166-387d42f04af1 req-6d06c034-be6c-4eb9-a4b8-61be87b4f4c4 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625622 Sep 09 15:14:23.222862 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c4f1b-94c5-490e-a537-727ac290049e req-1bd0e4fc-9a19-43f0-9971-c4279133e32d tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:23.225489 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dc6c4f1b-94c5-490e-a537-727ac290049e req-1bd0e4fc-9a19-43f0-9971-c4279133e32d tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.39 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 949 time: 0.0951064 Sep 09 15:14:23.228456 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6206e7-236a-4171-8850-c55b6a73154e req-4051a3d1-b345-4f67-84a2-cc457d5dd767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:23.230017 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-db6206e7-236a-4171-8850-c55b6a73154e req-4051a3d1-b345-4f67-84a2-cc457d5dd767 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1671f29bb75494bb0226cd82308a86d&device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 1098 time: 0.0476892 Sep 09 15:14:23.377684 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:23.461181 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6206e7-236a-4171-8850-c55b6a73154e req-2842ae64-ab63-4d1e-a1ee-bf836612c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:23.461672 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-dc6c4f1b-94c5-490e-a537-727ac290049e req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Deleting port 154780d0-20c2-436b-a490-28f2337daf6e {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:14:23.462145 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-dc6c4f1b-94c5-490e-a537-727ac290049e req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:23.464297 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-db6206e7-236a-4171-8850-c55b6a73154e req-2842ae64-ab63-4d1e-a1ee-bf836612c5fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=523750d6-4668-45d0-b10f-8b045df11afb HTTP/1.1" status: 200 len: 917 time: 0.1874595 Sep 09 15:14:23.674174 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-db6206e7-236a-4171-8850-c55b6a73154e req-3b89d7aa-ae8f-473e-853b-3d0cd4013e68 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57554d0c-d376-4b32-a68d-6dc1de1280ca HTTP/1.1" status: 200 len: 1000 time: 0.1875298 Sep 09 15:14:23.745440 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6206e7-236a-4171-8850-c55b6a73154e req-9e72532e-51c4-4443-a943-dd2d4e765011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:23.747598 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-db6206e7-236a-4171-8850-c55b6a73154e req-9e72532e-51c4-4443-a943-dd2d4e765011 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff7b0629-fe79-43e4-954a-7cf836f43f0a HTTP/1.1" status: 200 len: 855 time: 0.0613990 Sep 09 15:14:23.899812 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6206e7-236a-4171-8850-c55b6a73154e req-7783d8b4-c4b7-4555-8786-5d5d599cc2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:23.909498 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fbda6-c303-4052-8e0a-e546f7ee6c9f req-e46f726e-733b-4dfd-a06b-3bdbb5ba0595 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:23.919813 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-db6206e7-236a-4171-8850-c55b6a73154e req-7783d8b4-c4b7-4555-8786-5d5d599cc2ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=523750d6-4668-45d0-b10f-8b045df11afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1599848 Sep 09 15:14:23.948357 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a82fbda6-c303-4052-8e0a-e546f7ee6c9f req-e46f726e-733b-4dfd-a06b-3bdbb5ba0595 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.2940028 Sep 09 15:14:24.032988 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-dc6c4f1b-94c5-490e-a537-727ac290049e req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] For port 154780d0-20c2-436b-a490-28f2337daf6e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=154780d0-20c2-436b-a490-28f2337daf6e,segment=NetworkSegment(d4949b6a-65f6-476b-9dd3-a24e3649b0ab),segment_id=d4949b6a-65f6-476b-9dd3-a24e3649b0ab)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:14:24.040801 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-dc6c4f1b-94c5-490e-a537-727ac290049e req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:24.119440 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-db6206e7-236a-4171-8850-c55b6a73154e req-08c2448b-0496-41b1-a6a3-4d25e83a42d9 service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881242 Sep 09 15:14:24.166445 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-dc6c4f1b-94c5-490e-a537-727ac290049e req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Calling delete_port for 154780d0-20c2-436b-a490-28f2337daf6e owned by compute:nova {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:14:24.349635 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-db6206e7-236a-4171-8850-c55b6a73154e req-4050ce9f-959e-4e86-87f5-abb7afa9ad5a service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176611 Sep 09 15:14:24.377595 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a82fbda6-c303-4052-8e0a-e546f7ee6c9f req-6c653f88-47c8-488c-b127-e77e5d9ab215 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4263194 Sep 09 15:14:24.474220 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56e525-38d6-4746-b91d-62fd04797675 req-e1526f5f-7a01-4d09-b4e7-de593a8c55ad tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:24.478254 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3d56e525-38d6-4746-b91d-62fd04797675 req-e1526f5f-7a01-4d09-b4e7-de593a8c55ad tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 949 time: 0.3854294 Sep 09 15:14:24.848142 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-dc6c4f1b-94c5-490e-a537-727ac290049e req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:24.883359 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3d56e525-38d6-4746-b91d-62fd04797675 req-78dcf072-eb35-4311-9feb-5d0b5f335115 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/security-groups?id=e577012f-e0a3-4a65-a204-5901b89a974a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854945 Sep 09 15:14:24.948399 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:24.962387 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Pushing event deleted for resources: {'Port': ['ID=154780d0-20c2-436b-a490-28f2337daf6e,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:25.072130 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:25.072130 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:25.072130 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:25.072130 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:25.072130 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:25.072130 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:25.072130 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:25.072130 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:25.072130 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:25.072130 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:25.072130 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:25.072130 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:25.113738 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6c4f1b-94c5-490e-a537-727ac290049e req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] No DVR routers for this DVR port 154780d0-20c2-436b-a490-28f2337daf6e on host hv-cinder-77630 {{(pid=94130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:14:25.118737 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-dc6c4f1b-94c5-490e-a537-727ac290049e req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:25.127985 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dc6c4f1b-94c5-490e-a537-727ac290049e req-0654a554-4874-4f85-b8a4-54e82df1d617 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.39 "DELETE /v2.0/ports/154780d0-20c2-436b-a490-28f2337daf6e HTTP/1.1" status: 204 len: 173 time: 1.8852103 Sep 09 15:14:25.127985 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48794530-fb9e-4a11-b866-124bf48ca7ba', 'name': 'network-vif-deleted', 'tag': '154780d0-20c2-436b-a490-28f2337daf6e'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:14:25.127985 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a738b5d9-277f-4ae3-955e-d8b5c5e8c0a1" -d '{"events": [{"server_uuid": "48794530-fb9e-4a11-b866-124bf48ca7ba", "name": "network-vif-deleted", "tag": "154780d0-20c2-436b-a490-28f2337daf6e"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:14:25.308039 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad79b95-2168-4d52-b9a1-06046c19f32c x-openstack-request-id: req-2ad79b95-2168-4d52-b9a1-06046c19f32c {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:14:25.308766 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48794530-fb9e-4a11-b866-124bf48ca7ba", "name": "network-vif-deleted", "tag": "154780d0-20c2-436b-a490-28f2337daf6e", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:14:25.309153 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ad79b95-2168-4d52-b9a1-06046c19f32c {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:14:25.309764 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48794530-fb9e-4a11-b866-124bf48ca7ba', 'name': 'network-vif-deleted', 'tag': '154780d0-20c2-436b-a490-28f2337daf6e', 'status': 'completed', 'code': 200} Sep 09 15:14:25.518016 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 40136) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:14:25.731853 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d57a28-d658-4139-bd26-b9e2ee198891 req-4aa97eaa-3bb1-4a29-867a-6bf22a43b641 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:25.740057 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-23d57a28-d658-4139-bd26-b9e2ee198891 req-4aa97eaa-3bb1-4a29-867a-6bf22a43b641 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.1596069 Sep 09 15:14:25.862599 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-23d57a28-d658-4139-bd26-b9e2ee198891 req-aa9a65dc-03b6-4fd5-9ca0-e54840b68dc3 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102827 Sep 09 15:14:25.915780 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e721cfdc-8158-42d5-9c69-e556b930f147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:26.097274 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e721cfdc-8158-42d5-9c69-e556b930f147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:26.113566 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e721cfdc-8158-42d5-9c69-e556b930f147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:26.173724 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b5a3b458-1b0d-446f-88da-9d63cf5870d3 req-9005952c-03f3-474e-9f93-b160cd1fecf9 tempest-VolumesNegativeTest-1090829263 tempest-VolumesNegativeTest-1090829263-project] 10.222.0.18 "GET /v2.0/ports?device_id=48794530-fb9e-4a11-b866-124bf48ca7ba HTTP/1.1" status: 200 len: 210 time: 0.1135609 Sep 09 15:14:26.188245 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721cfdc-8158-42d5-9c69-e556b930f147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2f2abd-e99a-4352-a3c5-bb672e8b8a6c,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:26.196676 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e721cfdc-8158-42d5-9c69-e556b930f147 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4df1427648314e46bf3b91e57c1397bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6731699 Sep 09 15:14:26.197167 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 40146) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:14:26.200212 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721cfdc-8158-42d5-9c69-e556b930f147 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:26.200812 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721cfdc-8158-42d5-9c69-e556b930f147 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:26.201257 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721cfdc-8158-42d5-9c69-e556b930f147 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:26.201759 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721cfdc-8158-42d5-9c69-e556b930f147 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:26.202192 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721cfdc-8158-42d5-9c69-e556b930f147 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:26.202630 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721cfdc-8158-42d5-9c69-e556b930f147 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:26.203096 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721cfdc-8158-42d5-9c69-e556b930f147 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:26.203570 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721cfdc-8158-42d5-9c69-e556b930f147 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:26.204253 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721cfdc-8158-42d5-9c69-e556b930f147 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:26.204795 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721cfdc-8158-42d5-9c69-e556b930f147 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:26.205243 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721cfdc-8158-42d5-9c69-e556b930f147 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:26.205674 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e721cfdc-8158-42d5-9c69-e556b930f147 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:14:26.319163 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 154780d0-20c2-436b-a490-28f2337daf6e no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:14:26.320701 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4a720392-c524-4e03-9d9a-86b504410940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:26.367086 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4a720392-c524-4e03-9d9a-86b504410940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:26.379000 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: 154780d0-20c2-436b-a490-28f2337daf6e {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:14:26.380058 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 154780d0-20c2-436b-a490-28f2337daf6e not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:14:26.466183 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4a720392-c524-4e03-9d9a-86b504410940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:26.472683 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4a720392-c524-4e03-9d9a-86b504410940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:26.475143 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-4a720392-c524-4e03-9d9a-86b504410940 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb2f2abd-e99a-4352-a3c5-bb672e8b8a6c HTTP/1.1" status: 204 len: 168 time: 0.2760992 Sep 09 15:14:26.495269 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a720392-c524-4e03-9d9a-86b504410940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2f2abd-e99a-4352-a3c5-bb672e8b8a6c,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:27.140256 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368925e-a9a9-44b4-8f67-7e0e259c1239 req-edd40105-b291-45ec-8c51-7d97521cc662 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:27.143404 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c368925e-a9a9-44b4-8f67-7e0e259c1239 req-edd40105-b291-45ec-8c51-7d97521cc662 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.0742979 Sep 09 15:14:27.212405 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c368925e-a9a9-44b4-8f67-7e0e259c1239 req-876b7d2f-d367-4395-aacc-28725cf39617 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470102 Sep 09 15:14:28.398027 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2467f3-aea3-478e-8de7-447d36d3339b req-a483c5e7-ecb0-4144-b43c-c4acca3f999c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:28.400643 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7c2467f3-aea3-478e-8de7-447d36d3339b req-a483c5e7-ecb0-4144-b43c-c4acca3f999c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.0780249 Sep 09 15:14:28.449295 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7c2467f3-aea3-478e-8de7-447d36d3339b req-2b8d7d14-c763-4ebe-8ca4-4eaf73e44152 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427678 Sep 09 15:14:29.639661 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f6c0f-f8af-4f54-b02d-5520962c9986 req-e21c4138-0ada-45ee-90ff-fb8f05964c2a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:29.643023 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-238f6c0f-f8af-4f54-b02d-5520962c9986 req-e21c4138-0ada-45ee-90ff-fb8f05964c2a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.0816309 Sep 09 15:14:29.706568 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-238f6c0f-f8af-4f54-b02d-5520962c9986 req-d7a1529b-083f-4127-afa1-4b5a5f994f5b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564063 Sep 09 15:14:30.852562 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc8f99-226a-4c8e-b5ab-af43ba5c6f3a req-c894f101-5711-450b-ba9b-af033a051fab tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:30.854064 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-30fc8f99-226a-4c8e-b5ab-af43ba5c6f3a req-c894f101-5711-450b-ba9b-af033a051fab tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.0559337 Sep 09 15:14:30.932338 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-30fc8f99-226a-4c8e-b5ab-af43ba5c6f3a req-32806d24-5b4a-4cf5-89e4-bc0471fc390e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682161 Sep 09 15:14:30.944910 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf12860-ce7c-42ef-9ae1-3a4cb766c0ec req-2c1159ad-620e-4c36-97f5-e6fb0076185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:30.946478 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-adf12860-ce7c-42ef-9ae1-3a4cb766c0ec req-2c1159ad-620e-4c36-97f5-e6fb0076185f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1671f29bb75494bb0226cd82308a86d&device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 1098 time: 0.0663466 Sep 09 15:14:31.057498 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf12860-ce7c-42ef-9ae1-3a4cb766c0ec req-f933e336-6348-410a-b146-a7ded6c1bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:31.059149 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-adf12860-ce7c-42ef-9ae1-3a4cb766c0ec req-f933e336-6348-410a-b146-a7ded6c1bfb4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=523750d6-4668-45d0-b10f-8b045df11afb HTTP/1.1" status: 200 len: 917 time: 0.0977004 Sep 09 15:14:31.176566 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-adf12860-ce7c-42ef-9ae1-3a4cb766c0ec req-843f16a3-4d7c-4372-b7e0-f97a8ab3ed38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57554d0c-d376-4b32-a68d-6dc1de1280ca HTTP/1.1" status: 200 len: 1000 time: 0.1044960 Sep 09 15:14:31.240444 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf12860-ce7c-42ef-9ae1-3a4cb766c0ec req-a65a461e-b89d-4810-9898-b059d8ff7ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:31.242090 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-adf12860-ce7c-42ef-9ae1-3a4cb766c0ec req-a65a461e-b89d-4810-9898-b059d8ff7ff4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff7b0629-fe79-43e4-954a-7cf836f43f0a HTTP/1.1" status: 200 len: 855 time: 0.0547721 Sep 09 15:14:31.300399 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf12860-ce7c-42ef-9ae1-3a4cb766c0ec req-376c2ce6-22b0-46d9-bee0-11ab431d579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:31.301928 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-adf12860-ce7c-42ef-9ae1-3a4cb766c0ec req-376c2ce6-22b0-46d9-bee0-11ab431d579c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=523750d6-4668-45d0-b10f-8b045df11afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462844 Sep 09 15:14:31.429814 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-adf12860-ce7c-42ef-9ae1-3a4cb766c0ec req-49c478bc-9063-4210-9dcf-535d2a2c4c03 service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191540 Sep 09 15:14:31.641273 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-adf12860-ce7c-42ef-9ae1-3a4cb766c0ec req-444a1eab-0643-4c54-a6a3-aa474db24f84 service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014549 Sep 09 15:14:32.023502 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 40500) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:14:32.146093 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65b157-abcf-46ac-b084-caae145d5446 req-788b3715-866a-47b9-af3a-0f95027b8805 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:32.147998 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-de65b157-abcf-46ac-b084-caae145d5446 req-788b3715-866a-47b9-af3a-0f95027b8805 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.0837195 Sep 09 15:14:32.197520 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-de65b157-abcf-46ac-b084-caae145d5446 req-24b5eccf-1710-4afb-8752-5afcca61474e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427117 Sep 09 15:14:32.247536 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-85904daa-a6cb-4784-9057-3f43594e3534 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6755215e87344e8aad0ab4f15bbaf57e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216475 Sep 09 15:14:32.250793 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 40506) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:14:32.331751 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cd952def-2d6a-4bff-869a-f931d8210582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:32.365410 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cd952def-2d6a-4bff-869a-f931d8210582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:32.423888 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cd952def-2d6a-4bff-869a-f931d8210582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:32.428533 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cd952def-2d6a-4bff-869a-f931d8210582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:32.431328 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-cd952def-2d6a-4bff-869a-f931d8210582 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e577012f-e0a3-4a65-a204-5901b89a974a HTTP/1.1" status: 204 len: 168 time: 0.1790891 Sep 09 15:14:32.443447 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd952def-2d6a-4bff-869a-f931d8210582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e577012f-e0a3-4a65-a204-5901b89a974a,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:33.379563 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a269fd-ef5a-408e-a8f5-0f9baf6d8174 req-1e6125c0-0f24-44b1-9e7b-6af9a1cfc661 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:33.381233 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-74a269fd-ef5a-408e-a8f5-0f9baf6d8174 req-1e6125c0-0f24-44b1-9e7b-6af9a1cfc661 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 945 time: 0.0775383 Sep 09 15:14:33.431725 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-74a269fd-ef5a-408e-a8f5-0f9baf6d8174 req-2a908349-40ca-405b-89d7-47b48772517a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396748 Sep 09 15:14:34.143715 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 57554d0c-d376-4b32-a68d-6dc1de1280ca no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:14:34.244693 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:34.271276 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57554d0c-d376-4b32-a68d-6dc1de1280ca'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:14:34.273586 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6b9407-1ae4-4057-9c8f-fbf0a33bc1af" -d '{"events": [{"server_uuid": "15244afd-822e-43c1-afec-7f8f7f2ca7a1", "name": "network-vif-unplugged", "status": "completed", "tag": "57554d0c-d376-4b32-a68d-6dc1de1280ca"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:14:34.288271 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 57554d0c-d376-4b32-a68d-6dc1de1280ca, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=57554d0c-d376-4b32-a68d-6dc1de1280ca,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:14:34.293101 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:34.337388 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 15:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df59f679-ba87-439e-a8f9-067948483eb5 x-openstack-request-id: req-df59f679-ba87-439e-a8f9-067948483eb5 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:14:34.337824 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15244afd-822e-43c1-afec-7f8f7f2ca7a1", "name": "network-vif-unplugged", "status": "completed", "tag": "57554d0c-d376-4b32-a68d-6dc1de1280ca", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:14:34.338168 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df59f679-ba87-439e-a8f9-067948483eb5 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:14:34.338649 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57554d0c-d376-4b32-a68d-6dc1de1280ca', 'code': 200} Sep 09 15:14:34.360001 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=57554d0c-d376-4b32-a68d-6dc1de1280ca,revision_number=8']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:34.595459 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d3fb0-8af2-4a49-af82-d6fd37746887 req-5ca7d658-1554-4092-ae0f-654109d37f20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:34.597122 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b62d3fb0-8af2-4a49-af82-d6fd37746887 req-5ca7d658-1554-4092-ae0f-654109d37f20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.0644753 Sep 09 15:14:34.639501 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b62d3fb0-8af2-4a49-af82-d6fd37746887 req-6eb8561d-0f74-4baf-b303-9d5c1718f083 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360718 Sep 09 15:14:35.812763 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cf675-a0d0-4a2b-aeb2-29430d1710bf req-ef5e9f9e-967c-4b0d-bb5a-b29581be4693 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:35.817563 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-758cf675-a0d0-4a2b-aeb2-29430d1710bf req-ef5e9f9e-967c-4b0d-bb5a-b29581be4693 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.0808067 Sep 09 15:14:35.889808 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-758cf675-a0d0-4a2b-aeb2-29430d1710bf req-9bde0b42-556b-4ed3-8b17-28cedcdfe8a7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660055 Sep 09 15:14:36.629911 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [req-e5e3846c-e876-4e18-898a-04c6641d8076 req-e8fbcde2-0750-4667-9e7f-ec2d640c627a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 15:14:36.630988 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e5e3846c-e876-4e18-898a-04c6641d8076 req-e8fbcde2-0750-4667-9e7f-ec2d640c627a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069435 Sep 09 15:14:36.922087 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f70452-fa9c-4920-a724-c4d5062c9a09 req-41664e1a-1673-448e-83ae-2f5fc32e6490 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:36.924021 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e0f70452-fa9c-4920-a724-c4d5062c9a09 req-41664e1a-1673-448e-83ae-2f5fc32e6490 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.1280408 Sep 09 15:14:36.973727 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e0f70452-fa9c-4920-a724-c4d5062c9a09 req-42f8a3d1-7ba2-4e3b-ae90-bb5ed46011b5 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412910 Sep 09 15:14:37.293378 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1be0ef-efcd-4dab-892e-f7371ec27a6e req-70d81c5c-e371-4ba2-95a5-6c36f056c116 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:37.295089 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1c1be0ef-efcd-4dab-892e-f7371ec27a6e req-70d81c5c-e371-4ba2-95a5-6c36f056c116 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.0739644 Sep 09 15:14:37.349229 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1c1be0ef-efcd-4dab-892e-f7371ec27a6e req-b8d5b5aa-d9de-4de8-8949-ea82eddf783b tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409036 Sep 09 15:14:37.432049 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 40654) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:14:37.538969 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6d500397-92c1-47a2-afde-a9b9db1df0be req-c38c2076-1324-40f8-b431-536a94460d09 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1056335 Sep 09 15:14:37.549131 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [req-6d500397-92c1-47a2-afde-a9b9db1df0be req-c96465c2-fcfe-4d04-b4c3-5349e161bf3d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 15:14:37.550344 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6d500397-92c1-47a2-afde-a9b9db1df0be req-c96465c2-fcfe-4d04-b4c3-5349e161bf3d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058825 Sep 09 15:14:38.129739 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3c0be-599a-4d37-89fe-f1ecd9a6c9c4 req-92c3b42f-3791-47f4-82ec-38bdbfbf0e94 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:38.132442 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5da3c0be-599a-4d37-89fe-f1ecd9a6c9c4 req-92c3b42f-3791-47f4-82ec-38bdbfbf0e94 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.0616820 Sep 09 15:14:38.188670 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5da3c0be-599a-4d37-89fe-f1ecd9a6c9c4 req-71003f11-128e-4844-bb4c-d2507711d141 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492899 Sep 09 15:14:38.509044 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc436e4-9498-4973-9e1f-88e057a22ef8 req-f06e6bdf-d80e-466e-ab2c-28b6f163be54 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:38.510669 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3dc436e4-9498-4973-9e1f-88e057a22ef8 req-f06e6bdf-d80e-466e-ab2c-28b6f163be54 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.0641863 Sep 09 15:14:38.574831 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3dc436e4-9498-4973-9e1f-88e057a22ef8 req-23b0d68c-6a64-4806-8d14-dd9b9581a5a7 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521755 Sep 09 15:14:39.351675 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f04775-5266-41ae-aaed-3997374ec34e req-4b31a5ad-81d9-4602-b1a8-4b28207e1396 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:39.353364 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-49f04775-5266-41ae-aaed-3997374ec34e req-4b31a5ad-81d9-4602-b1a8-4b28207e1396 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.0601130 Sep 09 15:14:39.401951 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-49f04775-5266-41ae-aaed-3997374ec34e req-125bd870-e2c7-48e3-8b77-632e52151666 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401378 Sep 09 15:14:39.509888 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 57554d0c-d376-4b32-a68d-6dc1de1280ca no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:14:39.735677 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e38f0-6433-450a-a5f3-0658ccfd483f req-7d9d2462-50cc-4738-8b90-9740749a5336 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:39.738398 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-932e38f0-6433-450a-a5f3-0658ccfd483f req-7d9d2462-50cc-4738-8b90-9740749a5336 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.0717058 Sep 09 15:14:39.808268 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-932e38f0-6433-450a-a5f3-0658ccfd483f req-43b289fe-93af-4712-af93-9a9eab5dd14b tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615830 Sep 09 15:14:40.548747 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17791be5-fa2e-478c-ac34-f034e985600c req-f6c4a3e9-8bd6-4e5b-83eb-2018d8e8d7eb tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:40.550352 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-17791be5-fa2e-478c-ac34-f034e985600c req-f6c4a3e9-8bd6-4e5b-83eb-2018d8e8d7eb tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.0604861 Sep 09 15:14:40.600194 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-17791be5-fa2e-478c-ac34-f034e985600c req-3df1f48e-513d-4fb5-aa43-0c229eec164b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411713 Sep 09 15:14:40.940392 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89931809-d6b3-49a1-a458-1834cab044da req-4692291c-89c7-4385-b5ab-492bc99d1a8d tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:40.942016 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-89931809-d6b3-49a1-a458-1834cab044da req-4692291c-89c7-4385-b5ab-492bc99d1a8d tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.0551825 Sep 09 15:14:40.984453 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-89931809-d6b3-49a1-a458-1834cab044da req-3d3c3328-7c6d-4b1a-9dfa-819d8c4c8d31 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358632 Sep 09 15:14:41.751167 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747354f1-6741-4b54-ac17-28c452114ba6 req-ee2eefd6-abf1-489b-ba88-14ced625f609 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:41.752781 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-747354f1-6741-4b54-ac17-28c452114ba6 req-ee2eefd6-abf1-489b-ba88-14ced625f609 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.0640097 Sep 09 15:14:41.801416 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-747354f1-6741-4b54-ac17-28c452114ba6 req-8caa71f2-ce6d-42d4-bd04-1e5107fca14b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368960 Sep 09 15:14:42.133006 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4a072-4e0b-4f31-aea3-efcc14e70646 req-c85955c8-748a-4343-9538-7b3e4948175f tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:42.134666 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-04d4a072-4e0b-4f31-aea3-efcc14e70646 req-c85955c8-748a-4343-9538-7b3e4948175f tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.0678551 Sep 09 15:14:42.194536 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-04d4a072-4e0b-4f31-aea3-efcc14e70646 req-c4a51e98-d279-4461-89e7-07bedd795d82 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469806 Sep 09 15:14:42.941779 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d15f2-7ae8-45b6-859f-2c15c7917900 req-2df17d8a-ccec-40fb-ae78-e2f5f4143622 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:42.943481 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c15d15f2-7ae8-45b6-859f-2c15c7917900 req-2df17d8a-ccec-40fb-ae78-e2f5f4143622 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.0562313 Sep 09 15:14:42.986508 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c15d15f2-7ae8-45b6-859f-2c15c7917900 req-e54870da-495c-4de7-a301-4d48a23cee9b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365362 Sep 09 15:14:43.351220 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e05ecc-c473-47ec-b88d-9fb7ec5ceab1 req-0ab3de60-23ea-49b2-99cb-3520d964a980 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:43.353000 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-60e05ecc-c473-47ec-b88d-9fb7ec5ceab1 req-0ab3de60-23ea-49b2-99cb-3520d964a980 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.0602472 Sep 09 15:14:43.399052 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-60e05ecc-c473-47ec-b88d-9fb7ec5ceab1 req-e27cc7f6-935c-47e3-8034-f24a8597475d tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388436 Sep 09 15:14:43.879361 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d3225-face-4899-889e-efc141152bd8 req-e0123401-cba1-4996-a00f-96b7005a3749 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:43.881384 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2e7d3225-face-4899-889e-efc141152bd8 req-e0123401-cba1-4996-a00f-96b7005a3749 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.39 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 946 time: 0.0686791 Sep 09 15:14:44.048661 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-2e7d3225-face-4899-889e-efc141152bd8 req-c9415ee1-72b6-48a2-b873-8fac0b064e6e tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Deleting port ef6c06ed-2b66-4380-9b64-1688fbb95d93 {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:14:44.049493 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-2e7d3225-face-4899-889e-efc141152bd8 req-c9415ee1-72b6-48a2-b873-8fac0b064e6e tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:44.228011 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0b741-c7d7-486f-b756-0b9f66a44e2e req-9e185f65-fbcc-4fc9-b75a-032e4b40ef99 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:44.230294 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a9b0b741-c7d7-486f-b756-0b9f66a44e2e req-9e185f65-fbcc-4fc9-b75a-032e4b40ef99 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.1500413 Sep 09 15:14:44.279119 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-2e7d3225-face-4899-889e-efc141152bd8 req-c9415ee1-72b6-48a2-b873-8fac0b064e6e tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] For port ef6c06ed-2b66-4380-9b64-1688fbb95d93, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ef6c06ed-2b66-4380-9b64-1688fbb95d93,segment=NetworkSegment(c8c95fdd-1bf3-40f6-8d41-92495f6bea6d),segment_id=c8c95fdd-1bf3-40f6-8d41-92495f6bea6d)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:14:44.279337 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-2e7d3225-face-4899-889e-efc141152bd8 req-c9415ee1-72b6-48a2-b873-8fac0b064e6e tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:44.309253 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-2e7d3225-face-4899-889e-efc141152bd8 req-c9415ee1-72b6-48a2-b873-8fac0b064e6e tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Calling delete_port for ef6c06ed-2b66-4380-9b64-1688fbb95d93 owned by compute:nova {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:14:44.319513 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a9b0b741-c7d7-486f-b756-0b9f66a44e2e req-1df7d3c9-e36b-4b1f-8383-d3e01825b8a4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803976 Sep 09 15:14:44.538354 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-2e7d3225-face-4899-889e-efc141152bd8 req-c9415ee1-72b6-48a2-b873-8fac0b064e6e tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:44.552735 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['f41355f4-3aae-43da-8bdb-25fe3e96083f', 'ef6c06ed-2b66-4380-9b64-1688fbb95d93'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:14:44.562391 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ae5bdb1d-fb44-4c9a-8120-b42bca73d5ff req-d097adb2-82c9-47d6-bcb1-b7934b11f2f5 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=da9ef542-b3c8-4185-ba36-dd1632571de0 HTTP/1.1" status: 200 len: 210 time: 0.0393007 Sep 09 15:14:44.585661 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9415ee1-72b6-48a2-b873-8fac0b064e6e tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Pushing event deleted for resources: {'Port': ['ID=ef6c06ed-2b66-4380-9b64-1688fbb95d93,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:44.674205 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7d3225-face-4899-889e-efc141152bd8 req-c9415ee1-72b6-48a2-b873-8fac0b064e6e tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] No DVR routers for this DVR port ef6c06ed-2b66-4380-9b64-1688fbb95d93 on host hv-cinder-77630 {{(pid=94130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:14:44.678320 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-2e7d3225-face-4899-889e-efc141152bd8 req-c9415ee1-72b6-48a2-b873-8fac0b064e6e tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:44.680763 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2e7d3225-face-4899-889e-efc141152bd8 req-c9415ee1-72b6-48a2-b873-8fac0b064e6e tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.39 "DELETE /v2.0/ports/ef6c06ed-2b66-4380-9b64-1688fbb95d93 HTTP/1.1" status: 204 len: 173 time: 0.7927108 Sep 09 15:14:44.681235 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9ef542-b3c8-4185-ba36-dd1632571de0', 'name': 'network-vif-deleted', 'tag': 'ef6c06ed-2b66-4380-9b64-1688fbb95d93'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:14:44.683588 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfc5b83-bc0f-417a-aec0-8d5df639a4da" -d '{"events": [{"server_uuid": "da9ef542-b3c8-4185-ba36-dd1632571de0", "name": "network-vif-deleted", "tag": "ef6c06ed-2b66-4380-9b64-1688fbb95d93"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:14:44.732994 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da5d578-c9f0-4dec-865a-110c2da33ac2 x-openstack-request-id: req-6da5d578-c9f0-4dec-865a-110c2da33ac2 {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:14:44.733292 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9ef542-b3c8-4185-ba36-dd1632571de0", "name": "network-vif-deleted", "tag": "ef6c06ed-2b66-4380-9b64-1688fbb95d93", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:14:44.734110 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6da5d578-c9f0-4dec-865a-110c2da33ac2 {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:14:44.734506 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9ef542-b3c8-4185-ba36-dd1632571de0', 'name': 'network-vif-deleted', 'tag': 'ef6c06ed-2b66-4380-9b64-1688fbb95d93', 'status': 'completed', 'code': 200} Sep 09 15:14:45.128178 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-26caf896-c768-420e-bf46-a03196aa231f req-2527d824-e30c-4447-b1c7-683698f26702 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21295870&fields=id&tenant_id=60e24a0985124167a48ad737065f163e HTTP/1.1" status: 200 len: 267 time: 0.0567384 Sep 09 15:14:45.376923 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d500397-92c1-47a2-afde-a9b9db1df0be req-0f6755df-f484-4e7c-b1d2-f0e0a0aff565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:45.378577 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6d500397-92c1-47a2-afde-a9b9db1df0be req-0f6755df-f484-4e7c-b1d2-f0e0a0aff565 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1&tenant_id=a1671f29bb75494bb0226cd82308a86d HTTP/1.1" status: 200 len: 1096 time: 0.1223538 Sep 09 15:14:45.387856 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caf896-c768-420e-bf46-a03196aa231f req-73a83bd4-bd40-4a75-840e-4dd337f8751b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:45.390617 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-26caf896-c768-420e-bf46-a03196aa231f req-73a83bd4-bd40-4a75-840e-4dd337f8751b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/networks?id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed HTTP/1.1" status: 200 len: 811 time: 0.2546551 Sep 09 15:14:45.414900 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-26caf896-c768-420e-bf46-a03196aa231f req-c2fb9d21-a7fb-4c97-8bfd-7a2bc1f3bd6b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/quotas/60e24a0985124167a48ad737065f163e HTTP/1.1" status: 200 len: 375 time: 0.0126591 Sep 09 15:14:45.586815 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138a3a6-7596-4f1c-bf93-7b4a3bf1273a req-1414b55b-1ed0-401e-8e2a-435ce1d3e768 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:45.588726 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3138a3a6-7596-4f1c-bf93-7b4a3bf1273a req-1414b55b-1ed0-401e-8e2a-435ce1d3e768 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.1617875 Sep 09 15:14:45.594674 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d500397-92c1-47a2-afde-a9b9db1df0be req-0dd9d0ed-6910-4e64-945a-3a7e56ee4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:45.596567 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6d500397-92c1-47a2-afde-a9b9db1df0be req-0dd9d0ed-6910-4e64-945a-3a7e56ee4ce0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1671f29bb75494bb0226cd82308a86d&device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 1096 time: 0.1804221 Sep 09 15:14:45.606418 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-26caf896-c768-420e-bf46-a03196aa231f req-a175efb0-4599-4f14-8ee8-d6fe57ca9078 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=60e24a0985124167a48ad737065f163e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1815121 Sep 09 15:14:45.811108 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3138a3a6-7596-4f1c-bf93-7b4a3bf1273a req-3f415c75-cb51-41f3-906b-496ea9dd7f77 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018280 Sep 09 15:14:45.857340 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d500397-92c1-47a2-afde-a9b9db1df0be req-480e0191-1c7f-42a3-893b-b0c06ab3a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:45.859419 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6d500397-92c1-47a2-afde-a9b9db1df0be req-480e0191-1c7f-42a3-893b-b0c06ab3a489 service neutron] 10.222.0.39 "GET /v2.0/networks?id=523750d6-4668-45d0-b10f-8b045df11afb HTTP/1.1" status: 200 len: 917 time: 0.2520077 Sep 09 15:14:45.880761 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-26caf896-c768-420e-bf46-a03196aa231f req-e276b546-cace-457e-91ac-37b1eda193ca service neutron] 10.222.0.18 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313004 Sep 09 15:14:46.028450 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6d500397-92c1-47a2-afde-a9b9db1df0be req-3dc858c6-90e9-4075-856e-8d7aac4cf0bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57554d0c-d376-4b32-a68d-6dc1de1280ca HTTP/1.1" status: 200 len: 998 time: 0.1606872 Sep 09 15:14:46.269362 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d500397-92c1-47a2-afde-a9b9db1df0be req-6881f0d0-3dbb-4885-8f72-8574c1b327c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:46.272214 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6d500397-92c1-47a2-afde-a9b9db1df0be req-6881f0d0-3dbb-4885-8f72-8574c1b327c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff7b0629-fe79-43e4-954a-7cf836f43f0a HTTP/1.1" status: 200 len: 855 time: 0.2024846 Sep 09 15:14:46.286119 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-26caf896-c768-420e-bf46-a03196aa231f req-d625ff05-1f3e-4cd7-9bb1-b5b83609fdfe service neutron] 10.222.0.18 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520620 Sep 09 15:14:46.351133 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1611a68-bd9b-4a21-8c98-a92acf745376 req-883610d4-f80d-49cb-9842-901d86b4da72 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:46.353127 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b1611a68-bd9b-4a21-8c98-a92acf745376 req-883610d4-f80d-49cb-9842-901d86b4da72 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.1947348 Sep 09 15:14:46.405573 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d500397-92c1-47a2-afde-a9b9db1df0be req-b35abdf4-838a-4773-bbaa-ec4ebd675daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:46.408259 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6d500397-92c1-47a2-afde-a9b9db1df0be req-b35abdf4-838a-4773-bbaa-ec4ebd675daf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=523750d6-4668-45d0-b10f-8b045df11afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1229124 Sep 09 15:14:46.474245 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b1611a68-bd9b-4a21-8c98-a92acf745376 req-21de21f8-0531-4d7a-81e5-7ac6abb06bfe tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029584 Sep 09 15:14:46.500938 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 40836) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:14:46.614556 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6d500397-92c1-47a2-afde-a9b9db1df0be req-1154cba0-9b87-4135-8aaa-dc8d205625da service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968009 Sep 09 15:14:46.688860 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-10fd7754-772e-42e6-ad84-3112a494744e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:46.770095 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6d500397-92c1-47a2-afde-a9b9db1df0be req-8dda6de3-e332-4f2f-84ad-9f3a7985cec6 service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446314 Sep 09 15:14:46.857683 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-10fd7754-772e-42e6-ad84-3112a494744e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:46.865851 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-10fd7754-772e-42e6-ad84-3112a494744e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:46.945333 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 40862) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:14:46.946021 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-10fd7754-772e-42e6-ad84-3112a494744e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56edfe9ab9d74920bd540f1e9596558d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4435349 Sep 09 15:14:46.975507 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd7754-772e-42e6-ad84-3112a494744e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d96b8c-cb60-406e-81c1-3be40a5dc81f,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:47.173715 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7882eb7-f2a7-4c6b-b8dd-6f50c0f628a6 req-abe8483c-6e10-4696-a99d-01c8b202ba6c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:47.175399 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e7882eb7-f2a7-4c6b-b8dd-6f50c0f628a6 req-abe8483c-6e10-4696-a99d-01c8b202ba6c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.1438854 Sep 09 15:14:47.180646 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3f844e45-7765-496a-b1d6-b02aec98c6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:47.263283 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3f844e45-7765-496a-b1d6-b02aec98c6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:47.285255 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e7882eb7-f2a7-4c6b-b8dd-6f50c0f628a6 req-535d5f63-93b8-4b03-95e0-ec6111b594e9 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009245 Sep 09 15:14:47.345928 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3f844e45-7765-496a-b1d6-b02aec98c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:47.350280 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3f844e45-7765-496a-b1d6-b02aec98c6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:47.357162 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-3f844e45-7765-496a-b1d6-b02aec98c6d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2d96b8c-cb60-406e-81c1-3be40a5dc81f HTTP/1.1" status: 204 len: 168 time: 0.4048223 Sep 09 15:14:47.375085 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f844e45-7765-496a-b1d6-b02aec98c6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d96b8c-cb60-406e-81c1-3be40a5dc81f,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:47.529675 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device ef6c06ed-2b66-4380-9b64-1688fbb95d93 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:14:47.557558 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: ef6c06ed-2b66-4380-9b64-1688fbb95d93 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:14:47.557945 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device ef6c06ed-2b66-4380-9b64-1688fbb95d93 not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:14:47.758332 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79831f-58c9-4294-b6f5-405625e08f28 req-acb1d27b-1d9c-42cb-8628-3fd72f0c4bfa tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:47.762270 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9a79831f-58c9-4294-b6f5-405625e08f28 req-acb1d27b-1d9c-42cb-8628-3fd72f0c4bfa tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0920553 Sep 09 15:14:47.870287 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9a79831f-58c9-4294-b6f5-405625e08f28 req-ad2f1ffa-cce8-4b36-87a1-76e147f5551c tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965531 Sep 09 15:14:47.896462 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-83cf3516-e92c-405f-ae9e-4f33e0e30e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:47.947318 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4bf397be-1fb3-4f0c-baa7-d3b7d0b96224 req-1bf48a1e-0bcb-4f34-a7ae-3a4a37a800a7 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 210 time: 0.0412962 Sep 09 15:14:48.709334 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086efa1-26c2-4e27-88ad-7bc73b4ebfec req-8d4aa18b-4c5f-4398-860f-924112034014 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:48.710923 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1086efa1-26c2-4e27-88ad-7bc73b4ebfec req-8d4aa18b-4c5f-4398-860f-924112034014 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.1682036 Sep 09 15:14:48.753691 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffcab3-26ac-4fa9-b67b-c52b31d7b53d req-cd362d76-ca46-4b49-b9dc-9da7808db43e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:48.755779 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cdffcab3-26ac-4fa9-b67b-c52b31d7b53d req-cd362d76-ca46-4b49-b9dc-9da7808db43e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 946 time: 0.0937214 Sep 09 15:14:48.818765 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1086efa1-26c2-4e27-88ad-7bc73b4ebfec req-9e118ae5-9d04-4c5d-b78a-8222e7ac7049 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947845 Sep 09 15:14:48.856278 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cdffcab3-26ac-4fa9-b67b-c52b31d7b53d req-482f0236-9b4d-4023-9c42-a65623f01bed tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919440 Sep 09 15:14:49.032649 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:14:49.077722 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e458956-f1a5-4a84-aeda-de125b52bdc1 req-1d57f386-f5f1-409e-83ea-b9db35cc5247 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:49.087043 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9e458956-f1a5-4a84-aeda-de125b52bdc1 req-1d57f386-f5f1-409e-83ea-b9db35cc5247 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.1313746 Sep 09 15:14:49.174532 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d87ee13c-0ee9-4786-a6b4-41cf713c9726 req-a52e2dde-4fba-4519-9546-d1ca62df8b8c tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 210 time: 0.0859027 Sep 09 15:14:49.202795 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9e458956-f1a5-4a84-aeda-de125b52bdc1 req-a00d23fd-7959-4ac8-bd42-0e6dadee0b5a tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948815 Sep 09 15:14:50.389282 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f0071-e7e2-4494-9049-17d144e9ff9e req-1723e88e-caef-4583-9637-0d70253a8682 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:50.391920 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3a3f0071-e7e2-4494-9049-17d144e9ff9e req-1723e88e-caef-4583-9637-0d70253a8682 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 946 time: 0.4207909 Sep 09 15:14:50.408923 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ca84e-58db-405d-b289-650fb6aa761f req-68e52010-fe2c-420f-bf04-03522babde42 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:50.410539 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-205ca84e-58db-405d-b289-650fb6aa761f req-68e52010-fe2c-420f-bf04-03522babde42 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.4542010 Sep 09 15:14:50.494608 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3a3f0071-e7e2-4494-9049-17d144e9ff9e req-f2a15b9c-5281-45ff-891b-ef51abf55e6d tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827863 Sep 09 15:14:50.521732 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-205ca84e-58db-405d-b289-650fb6aa761f req-e68a61fa-dd4d-443d-936c-adeb2fb8519d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016943 Sep 09 15:14:50.666940 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aeba2d9a-75f8-496d-8e9d-ce0a004e0117 req-54e1581d-fc94-4beb-9dac-6632bc0aa76e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 210 time: 0.0482841 Sep 09 15:14:50.700451 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0314b32c-849e-4703-bcb2-8b96e56db947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:50.727821 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8c527-5bfe-436a-bd2c-53d924d9af71 req-df1584ed-0d9a-4215-91dc-9f68e9e827c2 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:50.729545 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c3f8c527-5bfe-436a-bd2c-53d924d9af71 req-df1584ed-0d9a-4215-91dc-9f68e9e827c2 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0670063 Sep 09 15:14:50.779347 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c3f8c527-5bfe-436a-bd2c-53d924d9af71 req-b88f0a09-e78f-485f-a090-d1de8ee0a20f tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382149 Sep 09 15:14:50.868739 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:51.711726 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:51.737412 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825b0c0-55d8-4e97-83ca-80721a7c0293 req-5aac40a9-c14b-407b-928b-a81d43fc8a36 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:51.740097 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1825b0c0-55d8-4e97-83ca-80721a7c0293 req-5aac40a9-c14b-407b-928b-a81d43fc8a36 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 946 time: 0.1387475 Sep 09 15:14:51.811106 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd15af8-76fd-47b9-ab84-8162480100e9 req-4cb3026f-717c-4f9b-b7a7-352b0375519b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:51.812937 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-efd15af8-76fd-47b9-ab84-8162480100e9 req-4cb3026f-717c-4f9b-b7a7-352b0375519b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.1253064 Sep 09 15:14:51.816171 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1825b0c0-55d8-4e97-83ca-80721a7c0293 req-5105e8ab-eb66-49ef-a579-d275ba26b585 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572968 Sep 09 15:14:51.872384 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-efd15af8-76fd-47b9-ab84-8162480100e9 req-b68fd794-f0c5-4bda-9abc-603dbaedfe9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513141 Sep 09 15:14:51.971412 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9ef6c894-20bd-4543-a670-e7719fd5a50a req-1dc537c5-e289-467f-bd3f-469190396c63 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 210 time: 0.0497882 Sep 09 15:14:52.050527 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbb62f-a67f-4c35-aee7-125452236feb req-31a7c592-a96f-4855-8d3e-47a7641b576e tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:52.052363 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-39dbb62f-a67f-4c35-aee7-125452236feb req-31a7c592-a96f-4855-8d3e-47a7641b576e tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0781248 Sep 09 15:14:52.116746 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-39dbb62f-a67f-4c35-aee7-125452236feb req-af650a91-7f81-489a-bc44-618630694431 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583270 Sep 09 15:14:52.331060 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 40970) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:14:52.473114 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9e575725-035a-4f78-85c9-5f3ed91595c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:52.590598 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9e575725-035a-4f78-85c9-5f3ed91595c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:52.600487 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9e575725-035a-4f78-85c9-5f3ed91595c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:52.646419 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-9e575725-035a-4f78-85c9-5f3ed91595c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=991061b354634ae5a0577428dc1a61f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137255 Sep 09 15:14:52.647683 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e575725-035a-4f78-85c9-5f3ed91595c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341122d4-f4ad-4a56-90f8-ca569f478bd9,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:52.650808 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 40974) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:14:52.735976 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6f4c-c54f-4858-8f82-c162d9acc770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:52.762325 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6f4c-c54f-4858-8f82-c162d9acc770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:52.832544 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6f4c-c54f-4858-8f82-c162d9acc770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:52.836002 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6f4c-c54f-4858-8f82-c162d9acc770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:52.841182 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5c1e6f4c-c54f-4858-8f82-c162d9acc770 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/341122d4-f4ad-4a56-90f8-ca569f478bd9 HTTP/1.1" status: 204 len: 168 time: 0.1841238 Sep 09 15:14:52.857682 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e6f4c-c54f-4858-8f82-c162d9acc770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341122d4-f4ad-4a56-90f8-ca569f478bd9,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:14:53.077747 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f40fe7-0627-4a99-9982-f1115a6750d6 req-17c2a1dc-e7c8-4c7b-8ec9-f02d9f931729 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:53.079332 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-37f40fe7-0627-4a99-9982-f1115a6750d6 req-17c2a1dc-e7c8-4c7b-8ec9-f02d9f931729 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 946 time: 0.1716845 Sep 09 15:14:53.119104 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5d796-ee65-464b-88fb-108ab730c277 req-14b0089d-ba09-43af-aaee-8afc2ff65a28 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:53.121045 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-36c5d796-ee65-464b-88fb-108ab730c277 req-14b0089d-ba09-43af-aaee-8afc2ff65a28 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.0970132 Sep 09 15:14:53.177706 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-37f40fe7-0627-4a99-9982-f1115a6750d6 req-5b445454-cf62-41ba-856c-7f6fcf0cf586 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857344 Sep 09 15:14:53.205536 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-36c5d796-ee65-464b-88fb-108ab730c277 req-aa74f10d-55e7-4765-828b-86bdc5865933 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743678 Sep 09 15:14:53.363100 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:53.405682 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-da79c5dc-2dd1-4bc6-9f58-0aaefc9e7cc1 req-205801a6-14d9-4fa0-a599-6f152222b62d tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 210 time: 0.0783849 Sep 09 15:14:53.428519 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb456bd-0337-41ab-afed-f221e7b40e83 req-4cef4057-affc-403e-900b-173b88f5b178 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:53.430298 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9bb456bd-0337-41ab-afed-f221e7b40e83 req-4cef4057-affc-403e-900b-173b88f5b178 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.1175880 Sep 09 15:14:53.477809 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9bb456bd-0337-41ab-afed-f221e7b40e83 req-8c1dfd24-1c66-4991-8a06-ef8dc46c69f3 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379143 Sep 09 15:14:54.419874 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cb389-a7e6-45a5-ac36-e3e66e61ac92 req-07530aba-ab1c-4ad6-82a4-9caa5adf6bd7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:54.421957 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-256cb389-a7e6-45a5-ac36-e3e66e61ac92 req-07530aba-ab1c-4ad6-82a4-9caa5adf6bd7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.1076610 Sep 09 15:14:54.430897 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fc1d7-fe73-4cec-b2e8-c5ac674d6da8 req-e733faee-abeb-42bc-a9ad-ce1bd80e2784 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:54.432482 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ee1fc1d7-fe73-4cec-b2e8-c5ac674d6da8 req-e733faee-abeb-42bc-a9ad-ce1bd80e2784 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 946 time: 0.1202238 Sep 09 15:14:54.491737 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-256cb389-a7e6-45a5-ac36-e3e66e61ac92 req-e40e4a99-0d59-4ad2-a705-4718d234f04a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581856 Sep 09 15:14:54.508759 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ee1fc1d7-fe73-4cec-b2e8-c5ac674d6da8 req-a6eca03a-1a61-4125-95c5-eddd0ee8425d tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664973 Sep 09 15:14:54.637027 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-361aeab7-0437-4dd7-b412-ba6242f0eac3 req-b9d506c7-e942-4853-8216-be94a87a9db7 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 210 time: 0.0646052 Sep 09 15:14:54.692222 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdeb9d-7563-413b-b5e7-dbcfcfc41a68 req-943e9db8-847b-4eab-8a60-429d7910a653 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:54.693936 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-babdeb9d-7563-413b-b5e7-dbcfcfc41a68 req-943e9db8-847b-4eab-8a60-429d7910a653 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0862179 Sep 09 15:14:54.738109 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-babdeb9d-7563-413b-b5e7-dbcfcfc41a68 req-952a3d98-373f-4e23-938b-9ed0d7a1d01b tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371416 Sep 09 15:14:54.874239 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:14:55.663545 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf12f42-82be-4fa4-b3b5-6f240a4d5630 req-4b94a449-11bb-4633-ab1b-891c9f5178d5 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:55.665268 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-adf12f42-82be-4fa4-b3b5-6f240a4d5630 req-4b94a449-11bb-4633-ab1b-891c9f5178d5 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.0773098 Sep 09 15:14:55.689232 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735da56-85f7-4f9b-b3fc-b4c1d232d819 req-616b00b2-b4e9-4516-939b-a06c2eb0ed30 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:55.690727 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6735da56-85f7-4f9b-b3fc-b4c1d232d819 req-616b00b2-b4e9-4516-939b-a06c2eb0ed30 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 946 time: 0.0761364 Sep 09 15:14:55.740938 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-adf12f42-82be-4fa4-b3b5-6f240a4d5630 req-b0d5368a-dd99-4113-a533-a75332f8f4ca tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654964 Sep 09 15:14:55.755277 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6735da56-85f7-4f9b-b3fc-b4c1d232d819 req-c5320073-a33e-44f0-918c-952e794f75a8 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566494 Sep 09 15:14:55.854919 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6b365071-0af7-4e67-9943-93115e785b0a req-b3f1208e-0a35-4b97-9ef4-7533069085d1 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 210 time: 0.0387890 Sep 09 15:14:55.907426 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbeed2-1693-4266-8456-7fc254bae9a8 req-9cfdef5c-6a28-46cc-becf-eeb2521f4e15 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:55.909021 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5ffbeed2-1693-4266-8456-7fc254bae9a8 req-9cfdef5c-6a28-46cc-becf-eeb2521f4e15 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0654314 Sep 09 15:14:55.946683 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5ffbeed2-1693-4266-8456-7fc254bae9a8 req-76556292-2d22-49ee-82a8-9092bb4e8615 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318534 Sep 09 15:14:56.913191 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcb62c-2a43-4f47-8920-f03bf3cfcc7f req-7c6620f4-78ca-43f0-a089-6bdd4a42fdd7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:56.915319 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5abcb62c-2a43-4f47-8920-f03bf3cfcc7f req-7c6620f4-78ca-43f0-a089-6bdd4a42fdd7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.0943532 Sep 09 15:14:56.937497 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b75e92-d158-42f7-9116-28a53a1ba667 req-ae744213-92a3-4765-96f1-0a5ad3b8c9d1 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:56.939069 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-99b75e92-d158-42f7-9116-28a53a1ba667 req-ae744213-92a3-4765-96f1-0a5ad3b8c9d1 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 946 time: 0.0903428 Sep 09 15:14:56.995109 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5abcb62c-2a43-4f47-8920-f03bf3cfcc7f req-764a2f95-0bbc-4ca1-892a-30c29cb40a6d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727711 Sep 09 15:14:57.003923 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-99b75e92-d158-42f7-9116-28a53a1ba667 req-8d366108-471a-4064-9c1a-5e6e63d10df0 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538161 Sep 09 15:14:57.096485 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4d10c1dd-0600-459a-bfe8-1e57129164ec req-0763c237-7b10-417d-a518-8d39ba28b03e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 210 time: 0.0294859 Sep 09 15:14:57.147567 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb940fe0-7310-4401-9a2c-cb7a887cfbcb req-99a714e0-f6e3-4c2d-b3f3-352314265f55 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:57.149255 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bb940fe0-7310-4401-9a2c-cb7a887cfbcb req-99a714e0-f6e3-4c2d-b3f3-352314265f55 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0551870 Sep 09 15:14:57.191226 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bb940fe0-7310-4401-9a2c-cb7a887cfbcb req-62ed46a2-6db0-4a41-ac7f-7fd27b61bb8a tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353758 Sep 09 15:14:58.205440 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3670303-a76c-482e-96ef-a8dc5833ea74 req-5deeb357-a60c-4aea-903e-b607a8868395 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:58.205440 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c3670303-a76c-482e-96ef-a8dc5833ea74 req-5deeb357-a60c-4aea-903e-b607a8868395 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.1073031 Sep 09 15:14:58.221019 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b693491-64b8-436c-9d19-9ae48752aeb0 req-09504198-b43e-4fd6-a21c-efb66fc0cc2c tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:58.222577 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4b693491-64b8-436c-9d19-9ae48752aeb0 req-09504198-b43e-4fd6-a21c-efb66fc0cc2c tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 946 time: 0.1183186 Sep 09 15:14:58.280140 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c3670303-a76c-482e-96ef-a8dc5833ea74 req-0b5281af-cc4c-4e6b-8561-13e614e222fa tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656736 Sep 09 15:14:58.286492 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4b693491-64b8-436c-9d19-9ae48752aeb0 req-f683c548-d7cd-435b-af48-fcf59911a590 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567932 Sep 09 15:14:58.426386 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b28610a5-c362-4bda-8d1f-9d111a3dda85 req-5d6badfd-b2b2-4409-b66f-b1f27b5742a4 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 210 time: 0.0431027 Sep 09 15:14:58.456766 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ca75f-1630-428b-8452-300d76c1de9c req-eeda633e-3aae-48b1-9e97-b5cdc9a84b26 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:58.458277 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-638ca75f-1630-428b-8452-300d76c1de9c req-eeda633e-3aae-48b1-9e97-b5cdc9a84b26 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0868931 Sep 09 15:14:58.510593 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-638ca75f-1630-428b-8452-300d76c1de9c req-4113ece0-239b-4e69-aade-d2991d9e679e tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462606 Sep 09 15:14:59.458835 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80924e17-9364-443d-95f7-3884d541183b req-2d3b0071-a913-479c-be38-4510fe8c6eb8 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:59.460371 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-80924e17-9364-443d-95f7-3884d541183b req-2d3b0071-a913-479c-be38-4510fe8c6eb8 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 946 time: 0.0818381 Sep 09 15:14:59.492198 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc394fe4-5735-479f-8a8b-7f71d2abc969 req-ace5bd50-84a7-4bd3-8365-e9826a3222e2 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:59.493795 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dc394fe4-5735-479f-8a8b-7f71d2abc969 req-ace5bd50-84a7-4bd3-8365-e9826a3222e2 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.0828001 Sep 09 15:14:59.529262 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-80924e17-9364-443d-95f7-3884d541183b req-ec9ed21d-4356-481d-aa82-f1d4a1fbd7fa tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622208 Sep 09 15:14:59.550480 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dc394fe4-5735-479f-8a8b-7f71d2abc969 req-57c7ece8-2cb0-4db5-858d-1cfcb6799995 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484080 Sep 09 15:14:59.627357 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-73820652-68b5-47b0-8de7-a81688224ee8 req-bb13a442-91a7-41a9-a374-5d38be4874d9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 210 time: 0.0376871 Sep 09 15:14:59.679273 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59671e3-14c4-4841-b7af-c6cd129988d8 req-b2732184-d816-4df6-bfc7-f8dd594cb148 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:14:59.680907 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c59671e3-14c4-4841-b7af-c6cd129988d8 req-b2732184-d816-4df6-bfc7-f8dd594cb148 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0573573 Sep 09 15:14:59.729423 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c59671e3-14c4-4841-b7af-c6cd129988d8 req-d5460eb9-802d-4a8f-aca6-42ec6184adfb tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366228 Sep 09 15:15:00.663136 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caf896-c768-420e-bf46-a03196aa231f req-db36635d-e353-40ae-b84d-21c488f648c8 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:00.664720 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-26caf896-c768-420e-bf46-a03196aa231f req-db36635d-e353-40ae-b84d-21c488f648c8 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.39 "GET /v2.0/networks?id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed HTTP/1.1" status: 200 len: 811 time: 0.1486216 Sep 09 15:15:00.760954 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-26caf896-c768-420e-bf46-a03196aa231f req-f643c02f-e41b-49ef-8869-d50b978bcda3 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60e24a0985124167a48ad737065f163e HTTP/1.1" status: 200 len: 378 time: 0.0807476 Sep 09 15:15:00.776754 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a22f7-f8c6-4f78-a378-7c222ce2c2ef req-27d37e54-88c0-4d18-9b78-b6788dcf2250 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:00.778375 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-567a22f7-f8c6-4f78-a378-7c222ce2c2ef req-27d37e54-88c0-4d18-9b78-b6788dcf2250 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 946 time: 0.1365268 Sep 09 15:15:00.786457 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [req-26caf896-c768-420e-bf46-a03196aa231f req-a3415d75-4656-407c-a9af-3fa9cc93a942 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Request body: {'port': {'device_id': '181dbfc2-b66a-4dee-adba-8fa4c5f97e5f', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'admin_state_up': True, 'tenant_id': '60e24a0985124167a48ad737065f163e', 'security_groups': ['768cdb08-b9e8-486e-8c4d-3ac17634155f']}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:15:00.823232 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287aa97-fd98-4c51-95ea-bf1c4103fc1c req-49e0db6c-fb8a-4a70-89c5-c38c6b970d4a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:00.824808 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c287aa97-fd98-4c51-95ea-bf1c4103fc1c req-49e0db6c-fb8a-4a70-89c5-c38c6b970d4a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.1317286 Sep 09 15:15:00.932888 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-567a22f7-f8c6-4f78-a378-7c222ce2c2ef req-f895fcb6-f714-4272-bfae-ea3098e4888f tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277249 Sep 09 15:15:00.953306 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c287aa97-fd98-4c51-95ea-bf1c4103fc1c req-e78d82df-0baa-4824-b3a9-2ffe2fca70d4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057534 Sep 09 15:15:01.003523 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26caf896-c768-420e-bf46-a03196aa231f req-a3415d75-4656-407c-a9af-3fa9cc93a942 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Made reservation on behalf of 60e24a0985124167a48ad737065f163e for: {'port': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:15:01.007332 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-26caf896-c768-420e-bf46-a03196aa231f req-a3415d75-4656-407c-a9af-3fa9cc93a942 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:01.042045 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-338846b1-8f07-4982-99d9-7dbe6d0affac req-9cae7cf0-f4d3-4cd2-911c-219a960c27db tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 210 time: 0.0413105 Sep 09 15:15:01.212242 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7a17c-cafb-4d3d-b73c-482d1cfa5270 req-5f593704-62bb-4244-a63f-8436ed5c1218 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:01.214623 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-eab7a17c-cafb-4d3d-b73c-482d1cfa5270 req-5f593704-62bb-4244-a63f-8436ed5c1218 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.1182618 Sep 09 15:15:01.263133 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [req-26caf896-c768-420e-bf46-a03196aa231f req-a3415d75-4656-407c-a9af-3fa9cc93a942 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Allocated IP 172.20.0.11 (bb9a8432-2f02-41d7-9d2b-f1ca273997ed/b56d118f-8744-4cdd-be23-a614a2b19b95/19a261c3-c286-45a8-b594-94930bf519f9) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:15:01.308853 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-eab7a17c-cafb-4d3d-b73c-482d1cfa5270 req-d8eece63-192c-420f-839e-680b49ea653a tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778251 Sep 09 15:15:01.456338 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-26caf896-c768-420e-bf46-a03196aa231f req-a3415d75-4656-407c-a9af-3fa9cc93a942 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:01.483441 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [req-26caf896-c768-420e-bf46-a03196aa231f req-a3415d75-4656-407c-a9af-3fa9cc93a942 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Transition to ACTIVE for port object 19a261c3-c286-45a8-b594-94930bf519f9 will not be triggered until provisioned by entity DHCP. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:15:01.552598 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a46c0-a611-45a9-9a0d-64ac4cd8c021 req-38124035-db0c-4e51-8718-4afdd14a9bf8 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:01.554301 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a95a46c0-a611-45a9-9a0d-64ac4cd8c021 req-38124035-db0c-4e51-8718-4afdd14a9bf8 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.0864661 Sep 09 15:15:01.556095 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-26caf896-c768-420e-bf46-a03196aa231f req-a3415d75-4656-407c-a9af-3fa9cc93a942 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:01.625326 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26caf896-c768-420e-bf46-a03196aa231f req-a3415d75-4656-407c-a9af-3fa9cc93a942 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Network bb9a8432-2f02-41d7-9d2b-f1ca273997ed is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:15:01.630626 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [req-26caf896-c768-420e-bf46-a03196aa231f req-a3415d75-4656-407c-a9af-3fa9cc93a942 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:15:01.637340 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-26caf896-c768-420e-bf46-a03196aa231f req-a3415d75-4656-407c-a9af-3fa9cc93a942 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:15:01.686766 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3415d75-4656-407c-a9af-3fa9cc93a942 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event updated for resources: {'Port': ['ID=19a261c3-c286-45a8-b594-94930bf519f9,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:01.695355 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a95a46c0-a611-45a9-9a0d-64ac4cd8c021 req-8448d4eb-c7dc-49b9-957f-f833d5a7ae1c tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298437 Sep 09 15:15:01.725465 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caf896-c768-420e-bf46-a03196aa231f req-a3415d75-4656-407c-a9af-3fa9cc93a942 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:01.725465 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-26caf896-c768-420e-bf46-a03196aa231f req-a3415d75-4656-407c-a9af-3fa9cc93a942 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:01.739918 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-26caf896-c768-420e-bf46-a03196aa231f req-a3415d75-4656-407c-a9af-3fa9cc93a942 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9603844 Sep 09 15:15:01.755818 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Request body: {'port': {'device_id': '181dbfc2-b66a-4dee-adba-8fa4c5f97e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:15:01.820177 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:01.922692 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-940e706b-1d61-4b6d-98d2-cb19c6db1dc9 None None] Provisioning for port 19a261c3-c286-45a8-b594-94930bf519f9 completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:15:01.927070 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f00374-c065-45da-842b-e9a80c3c8418 req-52c0d09c-a8e5-4507-a1d1-99c197158bb3 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:01.927680 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-940e706b-1d61-4b6d-98d2-cb19c6db1dc9 None None] Provisioning complete for port 19a261c3-c286-45a8-b594-94930bf519f9 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:15:01.927988 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-940e706b-1d61-4b6d-98d2-cb19c6db1dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:01.931242 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-68f00374-c065-45da-842b-e9a80c3c8418 req-52c0d09c-a8e5-4507-a1d1-99c197158bb3 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.39 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 946 time: 0.1211050 Sep 09 15:15:01.977089 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-940e706b-1d61-4b6d-98d2-cb19c6db1dc9 None None] Port 19a261c3-c286-45a8-b594-94930bf519f9 cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:15:02.118305 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-68f00374-c065-45da-842b-e9a80c3c8418 req-b9ce15d7-29fe-40db-a612-c1daf088fa4e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Deleting port 81cd9eb8-9134-4911-9cb2-aef1ffe74518 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:15:02.118640 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-68f00374-c065-45da-842b-e9a80c3c8418 req-b9ce15d7-29fe-40db-a612-c1daf088fa4e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:02.156868 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594362f7-68b9-43b6-b05b-9a4a0b5e506a req-a9cf5685-b018-473e-99b2-461925b260fb tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:02.158486 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-594362f7-68b9-43b6-b05b-9a4a0b5e506a req-a9cf5685-b018-473e-99b2-461925b260fb tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 946 time: 0.1121380 Sep 09 15:15:02.195836 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e4e3d-c3ac-4201-be4b-0e3e0bf026ce req-90c56849-bc8a-4106-94d8-0522cee2b0e7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:02.197429 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e20e4e3d-c3ac-4201-be4b-0e3e0bf026ce req-90c56849-bc8a-4106-94d8-0522cee2b0e7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.1221812 Sep 09 15:15:02.230814 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-68f00374-c065-45da-842b-e9a80c3c8418 req-b9ce15d7-29fe-40db-a612-c1daf088fa4e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] For port 81cd9eb8-9134-4911-9cb2-aef1ffe74518, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=81cd9eb8-9134-4911-9cb2-aef1ffe74518,segment=NetworkSegment(1a4fc807-3592-4b87-8b8d-0b976cea08d4),segment_id=1a4fc807-3592-4b87-8b8d-0b976cea08d4)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:02.231096 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-68f00374-c065-45da-842b-e9a80c3c8418 req-b9ce15d7-29fe-40db-a612-c1daf088fa4e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:02.249634 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-68f00374-c065-45da-842b-e9a80c3c8418 req-b9ce15d7-29fe-40db-a612-c1daf088fa4e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Calling delete_port for 81cd9eb8-9134-4911-9cb2-aef1ffe74518 owned by compute:nova {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:15:02.279953 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a261c3-c286-45a8-b594-94930bf519f9 {{(pid=94130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:15:02.288855 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-594362f7-68b9-43b6-b05b-9a4a0b5e506a req-6e316f1d-a239-4ef2-8d86-18e848209b5e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170893 Sep 09 15:15:02.297265 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e20e4e3d-c3ac-4201-be4b-0e3e0bf026ce req-23c2df0c-d690-4761-ba66-2912ab4d5b30 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896988 Sep 09 15:15:02.299286 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:02.327149 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Transition to ACTIVE for port object 19a261c3-c286-45a8-b594-94930bf519f9 will not be triggered until provisioned by entity L2. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:15:02.335293 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:02.422321 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Pushing event updated for resources: {'Port': ['ID=19a261c3-c286-45a8-b594-94930bf519f9,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:02.490397 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-68f00374-c065-45da-842b-e9a80c3c8418 req-b9ce15d7-29fe-40db-a612-c1daf088fa4e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:02.503621 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['81cd9eb8-9134-4911-9cb2-aef1ffe74518'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:15:02.551582 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce15d7-29fe-40db-a612-c1daf088fa4e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Pushing event deleted for resources: {'Port': ['ID=81cd9eb8-9134-4911-9cb2-aef1ffe74518,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:02.571511 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bf060-4840-48d2-84c6-d328177c0cd1 req-3c3cec1d-ab0a-4965-bdff-8413f7c2b21f tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:02.573147 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-912bf060-4840-48d2-84c6-d328177c0cd1 req-3c3cec1d-ab0a-4965-bdff-8413f7c2b21f tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 944 time: 0.1599290 Sep 09 15:15:02.589438 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Attempting to bind port 19a261c3-c286-45a8-b594-94930bf519f9 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:15:02.589779 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Attempting to bind port 19a261c3-c286-45a8-b594-94930bf519f9 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:15:02.590115 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Attempting to bind port 19a261c3-c286-45a8-b594-94930bf519f9 on network bb9a8432-2f02-41d7-9d2b-f1ca273997ed {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:15:02.620682 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2467276-daa4-4fe1-93c3-1a98bb0b0507 req-3c72509e-7e5e-427b-9b08-7a895234a598 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:02.622334 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c2467276-daa4-4fe1-93c3-1a98bb0b0507 req-3c72509e-7e5e-427b-9b08-7a895234a598 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.1370921 Sep 09 15:15:02.624831 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Port 19a261c3-c286-45a8-b594-94930bf519f9 on network bb9a8432-2f02-41d7-9d2b-f1ca273997ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:15:02.625158 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Attempting to bind port 19a261c3-c286-45a8-b594-94930bf519f9 on network bb9a8432-2f02-41d7-9d2b-f1ca273997ed {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:15:02.658731 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:15:02.659078 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Checking segment: {'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:15:02.659468 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Bound using segment: {'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:15:02.659934 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Bound port: 19a261c3-c286-45a8-b594-94930bf519f9, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'}}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:15:02.660299 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:02.683601 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-912bf060-4840-48d2-84c6-d328177c0cd1 req-8cecd004-3556-479c-b7bb-c66031bbd513 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967233 Sep 09 15:15:02.720464 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c2467276-daa4-4fe1-93c3-1a98bb0b0507 req-0f581b35-cb6c-4de2-becf-19dfa42da8e2 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873051 Sep 09 15:15:02.784287 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] For port 19a261c3-c286-45a8-b594-94930bf519f9, host hv-cinder-77630, cleared binding levels {{(pid=94130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:15:02.788534 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] For port 19a261c3-c286-45a8-b594-94930bf519f9, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=19a261c3-c286-45a8-b594-94930bf519f9,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:15:02.801527 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:02.851077 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f00374-c065-45da-842b-e9a80c3c8418 req-b9ce15d7-29fe-40db-a612-c1daf088fa4e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] No DVR routers for this DVR port 81cd9eb8-9134-4911-9cb2-aef1ffe74518 on host hv-cinder-77630 {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:15:02.856175 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-68f00374-c065-45da-842b-e9a80c3c8418 req-b9ce15d7-29fe-40db-a612-c1daf088fa4e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:02.858771 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-68f00374-c065-45da-842b-e9a80c3c8418 req-b9ce15d7-29fe-40db-a612-c1daf088fa4e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.39 "DELETE /v2.0/ports/81cd9eb8-9134-4911-9cb2-aef1ffe74518 HTTP/1.1" status: 204 len: 173 time: 0.9205940 Sep 09 15:15:02.859450 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:02.859796 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:02.860299 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04749262-bb8e-4bcd-8e29-e46c4a7d2785', 'name': 'network-vif-deleted', 'tag': '81cd9eb8-9134-4911-9cb2-aef1ffe74518'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:15:02.862220 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-26caf896-c768-420e-bf46-a03196aa231f req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] 10.222.0.39 "PUT /v2.0/ports/19a261c3-c286-45a8-b594-94930bf519f9 HTTP/1.1" status: 200 len: 1094 time: 1.1100326 Sep 09 15:15:02.862220 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181dbfc2-b66a-4dee-adba-8fa4c5f97e5f', 'tag': '19a261c3-c286-45a8-b594-94930bf519f9'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:15:02.862631 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20a1247-cfec-4ed3-95cf-ab0a4b6faf63" -d '{"events": [{"server_uuid": "04749262-bb8e-4bcd-8e29-e46c4a7d2785", "name": "network-vif-deleted", "tag": "81cd9eb8-9134-4911-9cb2-aef1ffe74518"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:15:02.864251 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca23591-8b48-473d-a100-c21f09361ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "181dbfc2-b66a-4dee-adba-8fa4c5f97e5f", "tag": "19a261c3-c286-45a8-b594-94930bf519f9"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:15:02.912585 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30378b2-8bfa-41fa-8973-64b0a766f5af req-1d554066-e400-4529-a6ec-30036b0ad51f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:02.914193 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c30378b2-8bfa-41fa-8973-64b0a766f5af req-1d554066-e400-4529-a6ec-30036b0ad51f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.1243393 Sep 09 15:15:02.917437 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a51fda3-2a43-4fa5-b411-3efc58400ebd x-openstack-request-id: req-8a51fda3-2a43-4fa5-b411-3efc58400ebd {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:15:02.917721 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04749262-bb8e-4bcd-8e29-e46c4a7d2785", "name": "network-vif-deleted", "tag": "81cd9eb8-9134-4911-9cb2-aef1ffe74518", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:15:02.917962 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a51fda3-2a43-4fa5-b411-3efc58400ebd {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:15:02.918363 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04749262-bb8e-4bcd-8e29-e46c4a7d2785', 'name': 'network-vif-deleted', 'tag': '81cd9eb8-9134-4911-9cb2-aef1ffe74518', 'status': 'completed', 'code': 200} Sep 09 15:15:02.981675 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c851f729-a1cb-400d-885f-504aee43163e x-openstack-request-id: req-c851f729-a1cb-400d-885f-504aee43163e {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:15:02.981994 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181dbfc2-b66a-4dee-adba-8fa4c5f97e5f", "tag": "19a261c3-c286-45a8-b594-94930bf519f9", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:15:02.982241 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c851f729-a1cb-400d-885f-504aee43163e {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:15:02.983345 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181dbfc2-b66a-4dee-adba-8fa4c5f97e5f', 'tag': '19a261c3-c286-45a8-b594-94930bf519f9', 'status': 'completed', 'code': 200} Sep 09 15:15:02.989768 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a4d74-0fbb-4aab-bc34-25fc165d40b5 service neutron] Pushing event updated for resources: {'Port': ['ID=19a261c3-c286-45a8-b594-94930bf519f9,revision_number=3']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:03.017058 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c30378b2-8bfa-41fa-8973-64b0a766f5af req-eb141a4e-130c-497b-9098-f322ae2ac57b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843961 Sep 09 15:15:03.022681 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caf896-c768-420e-bf46-a03196aa231f req-49dd485a-676e-47f2-b73f-aad4942b986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:03.024261 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-26caf896-c768-420e-bf46-a03196aa231f req-49dd485a-676e-47f2-b73f-aad4942b986a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60e24a0985124167a48ad737065f163e&device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 1097 time: 0.1091154 Sep 09 15:15:03.077654 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-26caf896-c768-420e-bf46-a03196aa231f req-c8c8b037-5977-4886-83be-1232967fcb9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a261c3-c286-45a8-b594-94930bf519f9 HTTP/1.1" status: 200 len: 217 time: 0.0388968 Sep 09 15:15:03.129142 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caf896-c768-420e-bf46-a03196aa231f req-08176391-8b79-4880-8963-e4ea62b06757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:03.130615 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-26caf896-c768-420e-bf46-a03196aa231f req-08176391-8b79-4880-8963-e4ea62b06757 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b56d118f-8744-4cdd-be23-a614a2b19b95 HTTP/1.1" status: 200 len: 850 time: 0.0444839 Sep 09 15:15:03.186136 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caf896-c768-420e-bf46-a03196aa231f req-c5c9b454-1400-46f4-9206-1b778059d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:03.187746 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-26caf896-c768-420e-bf46-a03196aa231f req-c5c9b454-1400-46f4-9206-1b778059d5b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472300 Sep 09 15:15:03.292488 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-26caf896-c768-420e-bf46-a03196aa231f req-bf0a9652-562b-47b1-a32b-cb27dd8e582d service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884721 Sep 09 15:15:03.454413 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7831ad0d-5149-4260-a640-7061d132a7fc req-4e4e27f5-23c8-44e3-82cf-ab561ab5b972 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=04749262-bb8e-4bcd-8e29-e46c4a7d2785 HTTP/1.1" status: 200 len: 210 time: 0.0369933 Sep 09 15:15:03.456482 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-26caf896-c768-420e-bf46-a03196aa231f req-b368a61a-ce02-4bac-9138-f6f23ff59689 service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529953 Sep 09 15:15:03.518993 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837ab15-706a-44df-8831-d81c85ff62bb req-0679b894-4280-4823-a1a9-8a60ab630c30 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:03.520667 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a837ab15-706a-44df-8831-d81c85ff62bb req-0679b894-4280-4823-a1a9-8a60ab630c30 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.0839655 Sep 09 15:15:03.599106 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a837ab15-706a-44df-8831-d81c85ff62bb req-4e0e7287-c926-44fc-bc5f-403c64f88984 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678258 Sep 09 15:15:03.611231 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca23591-8b48-473d-a100-c21f09361ec1 req-d43f8c6b-ab8e-4e2e-99a7-a8df229a3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:03.612767 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3ca23591-8b48-473d-a100-c21f09361ec1 req-d43f8c6b-ab8e-4e2e-99a7-a8df229a3e88 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60e24a0985124167a48ad737065f163e&device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 1097 time: 0.0745544 Sep 09 15:15:03.713512 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca23591-8b48-473d-a100-c21f09361ec1 req-77433a89-f554-4371-959d-bbf7c2c629f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:03.715049 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3ca23591-8b48-473d-a100-c21f09361ec1 req-77433a89-f554-4371-959d-bbf7c2c629f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed HTTP/1.1" status: 200 len: 912 time: 0.0929010 Sep 09 15:15:03.766989 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3ca23591-8b48-473d-a100-c21f09361ec1 req-2d16152d-5c25-4b40-985d-1465357b4cf5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a261c3-c286-45a8-b594-94930bf519f9 HTTP/1.1" status: 200 len: 217 time: 0.0438662 Sep 09 15:15:03.862997 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca23591-8b48-473d-a100-c21f09361ec1 req-66757e47-8bc5-4d53-9f19-5ca4ce0dd424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:03.864538 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3ca23591-8b48-473d-a100-c21f09361ec1 req-66757e47-8bc5-4d53-9f19-5ca4ce0dd424 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b56d118f-8744-4cdd-be23-a614a2b19b95 HTTP/1.1" status: 200 len: 850 time: 0.0896943 Sep 09 15:15:03.925482 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01426b5-39d3-4f00-abb7-2769fe273b56 req-19f21a27-be6e-427e-aaeb-40b9813026d7 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:03.927115 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b01426b5-39d3-4f00-abb7-2769fe273b56 req-19f21a27-be6e-427e-aaeb-40b9813026d7 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.0504539 Sep 09 15:15:03.946255 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00272271-ad33-43d9-89d4-09b1e99acaf1 req-b3547bed-c3dd-428a-90cc-f09b12547d38 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:03.947882 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-00272271-ad33-43d9-89d4-09b1e99acaf1 req-b3547bed-c3dd-428a-90cc-f09b12547d38 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 944 time: 0.1333771 Sep 09 15:15:03.958916 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f83cd-6f03-4290-be9b-1e5a2c0b5957 req-e4bdb975-88ab-47c9-a721-97ad13dcdba4 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:03.960510 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-840f83cd-6f03-4290-be9b-1e5a2c0b5957 req-e4bdb975-88ab-47c9-a721-97ad13dcdba4 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2ca19e6-1c1f-4ea7-893a-0979fad6b325 HTTP/1.1" status: 200 len: 946 time: 0.1325896 Sep 09 15:15:03.984000 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca23591-8b48-473d-a100-c21f09361ec1 req-82779e24-1e83-49e6-bbd1-0c20ff117fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:03.985554 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3ca23591-8b48-473d-a100-c21f09361ec1 req-82779e24-1e83-49e6-bbd1-0c20ff117fde service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1047087 Sep 09 15:15:04.031213 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-b01426b5-39d3-4f00-abb7-2769fe273b56 req-883eeec8-6f94-42fd-9dc7-509d72442f93 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Deleting port f41355f4-3aae-43da-8bdb-25fe3e96083f {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:15:04.031559 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b01426b5-39d3-4f00-abb7-2769fe273b56 req-883eeec8-6f94-42fd-9dc7-509d72442f93 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:04.055575 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-00272271-ad33-43d9-89d4-09b1e99acaf1 req-86dbcdda-1f2c-46dd-98e0-2b313649c02f tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931797 Sep 09 15:15:04.066635 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-840f83cd-6f03-4290-be9b-1e5a2c0b5957 req-09808d47-60bc-44d1-abde-34be9cf22acb tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.18 "GET /v2.0/security-groups?id=531406e2-f20b-4083-b49b-c2ab65e99c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936527 Sep 09 15:15:04.143633 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-b01426b5-39d3-4f00-abb7-2769fe273b56 req-883eeec8-6f94-42fd-9dc7-509d72442f93 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] For port f41355f4-3aae-43da-8bdb-25fe3e96083f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f41355f4-3aae-43da-8bdb-25fe3e96083f,segment=NetworkSegment(c8c95fdd-1bf3-40f6-8d41-92495f6bea6d),segment_id=c8c95fdd-1bf3-40f6-8d41-92495f6bea6d)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:04.143896 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b01426b5-39d3-4f00-abb7-2769fe273b56 req-883eeec8-6f94-42fd-9dc7-509d72442f93 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:04.165653 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-b01426b5-39d3-4f00-abb7-2769fe273b56 req-883eeec8-6f94-42fd-9dc7-509d72442f93 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Calling delete_port for f41355f4-3aae-43da-8bdb-25fe3e96083f owned by compute:nova {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:15:04.171704 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3ca23591-8b48-473d-a100-c21f09361ec1 req-a60beca1-a6bb-42ea-a637-fa9b6b40c5f2 service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772835 Sep 09 15:15:04.209500 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bffa47-ed1b-4f04-83df-c33031253803 req-e7237006-2358-49d7-b38e-6c3d11537f08 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:04.211080 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-49bffa47-ed1b-4f04-83df-c33031253803 req-e7237006-2358-49d7-b38e-6c3d11537f08 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.0871713 Sep 09 15:15:04.289204 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-49bffa47-ed1b-4f04-83df-c33031253803 req-107e0646-ea21-42c4-83c6-e11686142fea tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687037 Sep 09 15:15:04.304624 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b01426b5-39d3-4f00-abb7-2769fe273b56 req-883eeec8-6f94-42fd-9dc7-509d72442f93 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:04.305876 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3ca23591-8b48-473d-a100-c21f09361ec1 req-9813a93d-d695-446d-a393-4c86e485b09e service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261442 Sep 09 15:15:04.323612 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['f41355f4-3aae-43da-8bdb-25fe3e96083f'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:15:04.340105 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883eeec8-6f94-42fd-9dc7-509d72442f93 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Pushing event deleted for resources: {'Port': ['ID=f41355f4-3aae-43da-8bdb-25fe3e96083f,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:04.379526 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01426b5-39d3-4f00-abb7-2769fe273b56 req-883eeec8-6f94-42fd-9dc7-509d72442f93 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] No DVR routers for this DVR port f41355f4-3aae-43da-8bdb-25fe3e96083f on host hv-cinder-77630 {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:15:04.382860 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b01426b5-39d3-4f00-abb7-2769fe273b56 req-883eeec8-6f94-42fd-9dc7-509d72442f93 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:04.384820 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b01426b5-39d3-4f00-abb7-2769fe273b56 req-883eeec8-6f94-42fd-9dc7-509d72442f93 tempest-ServerRescueNegativeTestJSON-1528194005 tempest-ServerRescueNegativeTestJSON-1528194005-project] 10.222.0.39 "DELETE /v2.0/ports/f41355f4-3aae-43da-8bdb-25fe3e96083f HTTP/1.1" status: 204 len: 173 time: 0.4515212 Sep 09 15:15:04.744960 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3459c7c-9d2b-4976-b19e-657b872a57b0 req-72e31d12-af16-430f-a58a-3c49ce079082 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:04.746402 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c3459c7c-9d2b-4976-b19e-657b872a57b0 req-72e31d12-af16-430f-a58a-3c49ce079082 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.0653844 Sep 09 15:15:04.794291 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c3459c7c-9d2b-4976-b19e-657b872a57b0 req-22a5380c-dc25-46ec-9da4-3e208d490a69 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364101 Sep 09 15:15:04.919388 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ca19e6-1c1f-4ea7-893a-0979fad6b325', 'name': 'network-vif-deleted', 'tag': 'f41355f4-3aae-43da-8bdb-25fe3e96083f'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:15:04.923371 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9857d2-16db-4b1a-b672-a6cef00d485e" -d '{"events": [{"server_uuid": "a2ca19e6-1c1f-4ea7-893a-0979fad6b325", "name": "network-vif-deleted", "tag": "f41355f4-3aae-43da-8bdb-25fe3e96083f"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:15:04.961641 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b714f1fc-f21c-464d-8aaf-7f75a31fae7c x-openstack-request-id: req-b714f1fc-f21c-464d-8aaf-7f75a31fae7c {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:15:04.962328 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ca19e6-1c1f-4ea7-893a-0979fad6b325", "name": "network-vif-deleted", "tag": "f41355f4-3aae-43da-8bdb-25fe3e96083f", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:15:04.962328 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b714f1fc-f21c-464d-8aaf-7f75a31fae7c {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:15:04.962599 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ca19e6-1c1f-4ea7-893a-0979fad6b325', 'name': 'network-vif-deleted', 'tag': 'f41355f4-3aae-43da-8bdb-25fe3e96083f', 'status': 'completed', 'code': 200} Sep 09 15:15:05.134510 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 41094) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:15:05.186267 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e036dae-0f67-4570-8c83-86383341910f req-445b443f-571f-400e-971e-d4eac09e91a8 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:05.187826 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8e036dae-0f67-4570-8c83-86383341910f req-445b443f-571f-400e-971e-d4eac09e91a8 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 944 time: 0.0518081 Sep 09 15:15:05.225885 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8e036dae-0f67-4570-8c83-86383341910f req-0a0139dc-a5c0-42ed-a254-652905415760 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320637 Sep 09 15:15:05.407154 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbca67c-4ecc-439e-a14f-0c33a1c35e62 req-2fc46448-2d00-4b54-86bb-c26d6d97db08 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:05.408585 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1fbca67c-4ecc-439e-a14f-0c33a1c35e62 req-2fc46448-2d00-4b54-86bb-c26d6d97db08 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.0488842 Sep 09 15:15:05.447084 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1fbca67c-4ecc-439e-a14f-0c33a1c35e62 req-dd43ac27-e244-4fe6-99e6-8fa958b1e0d1 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322077 Sep 09 15:15:05.565062 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c0379f0b-2ae4-4d70-912c-47afb7fd1bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682430'] for router_interface, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:05.860808 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-c0379f0b-2ae4-4d70-912c-47afb7fd1bdf admin admin] Deleting port 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:15:05.861147 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c0379f0b-2ae4-4d70-912c-47afb7fd1bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:05.930572 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec403ac-a474-4ecf-99e6-e74d003305e1 req-25b5d64b-d527-4aca-a0cf-e374494bc692 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:05.932103 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3ec403ac-a474-4ecf-99e6-e74d003305e1 req-25b5d64b-d527-4aca-a0cf-e374494bc692 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.0531621 Sep 09 15:15:05.949648 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-c0379f0b-2ae4-4d70-912c-47afb7fd1bdf admin admin] For port 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb,segment=NetworkSegment(c8c95fdd-1bf3-40f6-8d41-92495f6bea6d),segment_id=c8c95fdd-1bf3-40f6-8d41-92495f6bea6d)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:05.950025 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c0379f0b-2ae4-4d70-912c-47afb7fd1bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:05.963978 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-c0379f0b-2ae4-4d70-912c-47afb7fd1bdf admin admin] Calling delete_port for 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb owned by network:router_interface {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:15:05.973361 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3ec403ac-a474-4ecf-99e6-e74d003305e1 req-a690c8f6-9890-4775-ab85-34896b9a51dc tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344970 Sep 09 15:15:06.148976 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c0379f0b-2ae4-4d70-912c-47afb7fd1bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:06.176376 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0379f0b-2ae4-4d70-912c-47afb7fd1bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:06.360839 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c0379f0b-2ae4-4d70-912c-47afb7fd1bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682506'] for router_interface, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:06.385991 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e8aa5-4380-4c9f-84ef-b456b4d6c2f2 req-18768871-9a29-43c9-81fa-7c5bf61256ba tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:06.387869 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ff2e8aa5-4380-4c9f-84ef-b456b4d6c2f2 req-18768871-9a29-43c9-81fa-7c5bf61256ba tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 944 time: 0.0681298 Sep 09 15:15:06.431041 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ff2e8aa5-4380-4c9f-84ef-b456b4d6c2f2 req-39872636-c573-431d-ab41-d7da95c8b65e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363097 Sep 09 15:15:06.576637 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb3bf1-60c6-442a-b753-ff9387297d3e req-8e0bd0a5-ea82-4107-a237-f92cc17661d1 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:06.579013 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-41fb3bf1-60c6-442a-b753-ff9387297d3e req-8e0bd0a5-ea82-4107-a237-f92cc17661d1 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.0578966 Sep 09 15:15:06.617391 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0379f0b-2ae4-4d70-912c-47afb7fd1bdf admin admin] Router 7536d9be-2ee2-459f-9943-3248761e5c1a has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:15:06.626001 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-41fb3bf1-60c6-442a-b753-ff9387297d3e req-db562765-18f9-4daf-8b9e-782418459223 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395818 Sep 09 15:15:06.699788 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 81cd9eb8-9134-4911-9cb2-aef1ffe74518 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:15:06.726801 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: 81cd9eb8-9134-4911-9cb2-aef1ffe74518 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:15:06.727261 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 81cd9eb8-9134-4911-9cb2-aef1ffe74518 not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:15:06.742022 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0379f0b-2ae4-4d70-912c-47afb7fd1bdf admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:15:06.747485 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c0379f0b-2ae4-4d70-912c-47afb7fd1bdf admin admin] 10.222.0.18 "PUT /v2.0/routers/7536d9be-2ee2-459f-9943-3248761e5c1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6119118 Sep 09 15:15:06.750939 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 41106) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:15:06.753553 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde6c83a-3581-4014-b4fe-9ac7304a4d8a None None] Sync routers for ids ['7536d9be-2ee2-459f-9943-3248761e5c1a'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:15:06.763363 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde6c83a-3581-4014-b4fe-9ac7304a4d8a None None] Routers {'7536d9be-2ee2-459f-9943-3248761e5c1a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:15:06.765197 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-dde6c83a-3581-4014-b4fe-9ac7304a4d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:14:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['7536d9be-2ee2-459f-9943-3248761e5c1a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:15:06.867888 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-749f9aa0-253d-45e1-9d66-e8ae5a1e4c2a admin admin] Notify callbacks [] for router, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:06.893997 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-dde6c83a-3581-4014-b4fe-9ac7304a4d8a None None] Set router 7536d9be-2ee2-459f-9943-3248761e5c1a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:15:06.988326 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-749f9aa0-253d-45e1-9d66-e8ae5a1e4c2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:07.067244 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-749f9aa0-253d-45e1-9d66-e8ae5a1e4c2a admin admin] Deleting port a00ae016-d7c2-4271-b407-ceee14f28a70 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:15:07.067586 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-749f9aa0-253d-45e1-9d66-e8ae5a1e4c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:07.124914 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbc703-dd4a-42fa-8893-07a0d653aa2d req-0cb4755d-1fa1-4f16-8e1a-acde493417c4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:07.126741 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0ddbc703-dd4a-42fa-8893-07a0d653aa2d req-0cb4755d-1fa1-4f16-8e1a-acde493417c4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.0692759 Sep 09 15:15:07.178136 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0ddbc703-dd4a-42fa-8893-07a0d653aa2d req-2ba84018-828f-47d3-bd32-1ac0ccd35666 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452323 Sep 09 15:15:07.180107 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-749f9aa0-253d-45e1-9d66-e8ae5a1e4c2a admin admin] For port a00ae016-d7c2-4271-b407-ceee14f28a70, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=a00ae016-d7c2-4271-b407-ceee14f28a70,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:07.180286 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-749f9aa0-253d-45e1-9d66-e8ae5a1e4c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:07.200682 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-749f9aa0-253d-45e1-9d66-e8ae5a1e4c2a admin admin] Calling delete_port for a00ae016-d7c2-4271-b407-ceee14f28a70 owned by network:router_gateway {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:15:07.247495 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-dde6c83a-3581-4014-b4fe-9ac7304a4d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'name': 'tempest-ServerRescueNegativeTestJSON-2000697879-router', 'tenant_id': 'ecd5472851a04119989b4a5d14235398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': 'a00ae016-d7c2-4271-b407-ceee14f28a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:11Z', 'updated_at': '2021-09-09T15:15:06Z', 'revision_number': 5, 'project_id': 'ecd5472851a04119989b4a5d14235398', 'gw_port': {'id': 'a00ae016-d7c2-4271-b407-ceee14f28a70', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:12Z', 'updated_at': '2021-09-09T15:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:15:07.276707 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde6c83a-3581-4014-b4fe-9ac7304a4d8a None None] Checking router: 7536d9be-2ee2-459f-9943-3248761e5c1a for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:15:07.285374 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde6c83a-3581-4014-b4fe-9ac7304a4d8a None None] Routers {'7536d9be-2ee2-459f-9943-3248761e5c1a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:15:07.285985 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-dde6c83a-3581-4014-b4fe-9ac7304a4d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:14:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['7536d9be-2ee2-459f-9943-3248761e5c1a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:15:07.380964 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-dde6c83a-3581-4014-b4fe-9ac7304a4d8a None None] Set router 7536d9be-2ee2-459f-9943-3248761e5c1a gateway port host: None {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:15:07.382718 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-749f9aa0-253d-45e1-9d66-e8ae5a1e4c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:07.413599 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f9aa0-253d-45e1-9d66-e8ae5a1e4c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=a00ae016-d7c2-4271-b407-ceee14f28a70,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:07.439961 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-dde6c83a-3581-4014-b4fe-9ac7304a4d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'name': 'tempest-ServerRescueNegativeTestJSON-2000697879-router', 'tenant_id': 'ecd5472851a04119989b4a5d14235398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:11Z', 'updated_at': '2021-09-09T15:15:06Z', 'revision_number': 6, 'project_id': 'ecd5472851a04119989b4a5d14235398', 'gw_port_host': None}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:15:07.467623 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde6c83a-3581-4014-b4fe-9ac7304a4d8a None None] The sync data for ids ['7536d9be-2ee2-459f-9943-3248761e5c1a'] in dv-cinder-776307-9-iscsi is: [{'id': '7536d9be-2ee2-459f-9943-3248761e5c1a', 'name': 'tempest-ServerRescueNegativeTestJSON-2000697879-router', 'tenant_id': 'ecd5472851a04119989b4a5d14235398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:11Z', 'updated_at': '2021-09-09T15:15:06Z', 'revision_number': 6, 'project_id': 'ecd5472851a04119989b4a5d14235398', 'gw_port_host': None}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:15:07.486357 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-749f9aa0-253d-45e1-9d66-e8ae5a1e4c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681832'] for router_gateway, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:07.579233 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edad42-ba55-421a-bf9a-237241905999 req-dc19b89b-e2a6-4d78-9a56-76b845fd3ef2 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:07.580874 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-38edad42-ba55-421a-bf9a-237241905999 req-dc19b89b-e2a6-4d78-9a56-76b845fd3ef2 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 944 time: 0.0574284 Sep 09 15:15:07.629584 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-38edad42-ba55-421a-bf9a-237241905999 req-51e4fa85-872d-43ea-aa55-f4d5542734d0 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413299 Sep 09 15:15:07.690454 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device f41355f4-3aae-43da-8bdb-25fe3e96083f no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:15:07.711538 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: f41355f4-3aae-43da-8bdb-25fe3e96083f {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:15:07.712296 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device f41355f4-3aae-43da-8bdb-25fe3e96083f not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:15:07.756812 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556597e-87ca-4caf-ad4c-ad5dbc971a57 req-eb47bb5b-bb39-484a-9313-40c3b96dac4d tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:07.758408 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4556597e-87ca-4caf-ad4c-ad5dbc971a57 req-eb47bb5b-bb39-484a-9313-40c3b96dac4d tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.0509348 Sep 09 15:15:07.796945 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4556597e-87ca-4caf-ad4c-ad5dbc971a57 req-942203ed-5501-43fb-bdfd-bd8acc695ef3 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321660 Sep 09 15:15:07.816581 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-749f9aa0-253d-45e1-9d66-e8ae5a1e4c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-434'] for router, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:07.818893 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-749f9aa0-253d-45e1-9d66-e8ae5a1e4c2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:07.882513 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-749f9aa0-253d-45e1-9d66-e8ae5a1e4c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684242'] for router, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:07.883064 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749f9aa0-253d-45e1-9d66-e8ae5a1e4c2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7536d9be-2ee2-459f-9943-3248761e5c1a {{(pid=94131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:15:07.888227 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-749f9aa0-253d-45e1-9d66-e8ae5a1e4c2a admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:07.892915 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-749f9aa0-253d-45e1-9d66-e8ae5a1e4c2a admin admin] 10.222.0.18 "DELETE /v2.0/routers/7536d9be-2ee2-459f-9943-3248761e5c1a HTTP/1.1" status: 204 len: 168 time: 1.1381147 Sep 09 15:15:07.893303 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 41118) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:15:07.943474 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5ae808-c349-4a91-91a3-b4ceda27fcc6 admin admin] Deleting subnet f37a255f-f939-40f3-9b3f-c731225da8ca {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 15:15:07.946721 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae808-c349-4a91-91a3-b4ceda27fcc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:07.982740 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae808-c349-4a91-91a3-b4ceda27fcc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60623514'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:08.023092 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae808-c349-4a91-91a3-b4ceda27fcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612359'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:08.074222 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae808-c349-4a91-91a3-b4ceda27fcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3167384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59967899'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:08.104085 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ae808-c349-4a91-91a3-b4ceda27fcc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f37a255f-f939-40f3-9b3f-c731225da8ca,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:08.110320 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae808-c349-4a91-91a3-b4ceda27fcc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:08.112252 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ac5ae808-c349-4a91-91a3-b4ceda27fcc6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f37a255f-f939-40f3-9b3f-c731225da8ca HTTP/1.1" status: 204 len: 168 time: 0.2181745 Sep 09 15:15:08.114693 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 41120) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:15:08.180081 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5479e59f-2704-4af8-8de9-0f479cf7e987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846555'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:08.268211 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5479e59f-2704-4af8-8de9-0f479cf7e987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607090', 'neutron.services.segments.db._delete_segments_for_network-8752445426589'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:08.288833 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-5479e59f-2704-4af8-8de9-0f479cf7e987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad32836-6dc0-4f08-8fbb-8323ce2c5655']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:15:08.300057 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-5479e59f-2704-4af8-8de9-0f479cf7e987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c95fdd-1bf3-40f6-8d41-92495f6bea6d') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:15:08.300474 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-5479e59f-2704-4af8-8de9-0f479cf7e987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c95fdd-1bf3-40f6-8d41-92495f6bea6d') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:15:08.310899 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5479e59f-2704-4af8-8de9-0f479cf7e987 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752445428902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60623587'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:08.326570 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3221a-62c2-4b59-9a2f-66bd67bab049 req-908e5f81-e83d-4512-a68b-c8664c81b3b7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:08.327846 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5479e59f-2704-4af8-8de9-0f479cf7e987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:08.331744 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c5d3221a-62c2-4b59-9a2f-66bd67bab049 req-908e5f81-e83d-4512-a68b-c8664c81b3b7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.0596485 Sep 09 15:15:08.333604 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5479e59f-2704-4af8-8de9-0f479cf7e987 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:15:08.334168 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5479e59f-2704-4af8-8de9-0f479cf7e987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3167866'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: timer() Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: cb(*args, **kw) Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: self._notify() Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: self.callback(batched_events) Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: event.method(event) Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._get(url).json() Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 15:15:08.336102 dv-cinder-776307-9-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 15:15:08.379692 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c5d3221a-62c2-4b59-9a2f-66bd67bab049 req-574c7115-a82b-4441-be10-c9cf1a2fbf3b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453196 Sep 09 15:15:08.397665 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5479e59f-2704-4af8-8de9-0f479cf7e987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681868'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:08.405048 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5479e59f-2704-4af8-8de9-0f479cf7e987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:08.410074 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5479e59f-2704-4af8-8de9-0f479cf7e987 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6ad32836-6dc0-4f08-8fbb-8323ce2c5655 HTTP/1.1" status: 204 len: 168 time: 0.2942474 Sep 09 15:15:08.424272 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479e59f-2704-4af8-8de9-0f479cf7e987 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ad32836-6dc0-4f08-8fbb-8323ce2c5655,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:08.585705 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device a00ae016-d7c2-4271-b407-ceee14f28a70 no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:15:08.610252 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: a00ae016-d7c2-4271-b407-ceee14f28a70 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:15:08.610603 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device a00ae016-d7c2-4271-b407-ceee14f28a70 not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:15:08.611174 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:15:08.638428 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:15:08.639590 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 04cd7e7f-2e9a-4e40-bbb7-d15846b2b5eb not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:15:08.645678 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 41126) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:15:08.692687 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6b45dfc1-13a1-4dfd-9623-2dde1eb5e549 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ecd5472851a04119989b4a5d14235398&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0458426 Sep 09 15:15:08.698972 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 41130) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:15:08.756516 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-85b006fd-4725-45ff-849a-dc581b79368e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:08.759517 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c201c-01d1-49d1-ba5c-31ab42ba35c2 req-f75a8b08-fe23-4012-8a38-23be93a11687 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:08.761372 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-801c201c-01d1-49d1-ba5c-31ab42ba35c2 req-f75a8b08-fe23-4012-8a38-23be93a11687 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 944 time: 0.0588241 Sep 09 15:15:08.785873 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-85b006fd-4725-45ff-849a-dc581b79368e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:08.804808 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-801c201c-01d1-49d1-ba5c-31ab42ba35c2 req-af3f0a68-cd22-4816-b1a2-59ea95f73188 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352502 Sep 09 15:15:08.859571 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-85b006fd-4725-45ff-849a-dc581b79368e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:08.862203 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-85b006fd-4725-45ff-849a-dc581b79368e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:08.868686 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-85b006fd-4725-45ff-849a-dc581b79368e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/531406e2-f20b-4083-b49b-c2ab65e99c1b HTTP/1.1" status: 204 len: 168 time: 0.1686456 Sep 09 15:15:08.879118 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b006fd-4725-45ff-849a-dc581b79368e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531406e2-f20b-4083-b49b-c2ab65e99c1b,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:08.950813 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eec63d-7618-48bc-b50b-d6eddd2b7038 req-91822013-7434-448e-82b6-2331db8a8ea8 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:08.952961 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-23eec63d-7618-48bc-b50b-d6eddd2b7038 req-91822013-7434-448e-82b6-2331db8a8ea8 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.0673714 Sep 09 15:15:09.023280 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-23eec63d-7618-48bc-b50b-d6eddd2b7038 req-1df530b0-a40d-4d04-9738-7dbf3f41f8d7 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565476 Sep 09 15:15:09.522686 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b149df-4b83-4364-b329-72c6c2224900 req-da385d26-325c-47f0-811b-b66afaf6f4d0 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:09.524356 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-16b149df-4b83-4364-b329-72c6c2224900 req-da385d26-325c-47f0-811b-b66afaf6f4d0 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 943 time: 0.0649960 Sep 09 15:15:09.569854 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-16b149df-4b83-4364-b329-72c6c2224900 req-9e2602e7-5f6c-4f80-bda6-ea7938d0fb9f tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378628 Sep 09 15:15:09.695107 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 57554d0c-d376-4b32-a68d-6dc1de1280ca details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:15:09.802895 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 41170) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:15:09.808291 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 57554d0c-d376-4b32-a68d-6dc1de1280ca, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=57554d0c-d376-4b32-a68d-6dc1de1280ca,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:09.823171 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': '57554d0c-d376-4b32-a68d-6dc1de1280ca', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'port_id': '57554d0c-d376-4b32-a68d-6dc1de1280ca', 'mac_address': 'fa:16:3e:4f:43:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:15:09.876892 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:09.899607 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57554d0c-d376-4b32-a68d-6dc1de1280ca {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:15:09.931358 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 57554d0c-d376-4b32-a68d-6dc1de1280ca, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=57554d0c-d376-4b32-a68d-6dc1de1280ca,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:09.938946 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:09.986187 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-2b6d575e-f304-4a23-938c-61f84bf6ac49 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2134238562-network', 'tenant_id': '3a47dafcb21c45c287a368ab1ac8801b'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:15:09.990310 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b26f4-87db-4809-9c60-c6a4c9322074 req-5849e902-609c-4a17-a4b7-f9df726fe7c4 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:09.993223 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-391b26f4-87db-4809-9c60-c6a4c9322074 req-5849e902-609c-4a17-a4b7-f9df726fe7c4 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 944 time: 0.0835097 Sep 09 15:15:10.012325 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=57554d0c-d376-4b32-a68d-6dc1de1280ca,revision_number=9']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:10.022442 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6d575e-f304-4a23-938c-61f84bf6ac49 admin admin] Made reservation on behalf of 3a47dafcb21c45c287a368ab1ac8801b for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:15:10.026473 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2b6d575e-f304-4a23-938c-61f84bf6ac49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:10.028304 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:10.028828 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:10.030006 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:10.030574 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:10.031198 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:10.031731 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:10.032222 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:10.032789 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:10.033328 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:10.034104 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:10.034611 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:10.035165 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:10.039288 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2b6d575e-f304-4a23-938c-61f84bf6ac49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:10.050744 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-391b26f4-87db-4809-9c60-c6a4c9322074 req-3827f576-3cd8-44b7-b8e2-b276d394262a tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491867 Sep 09 15:15:10.160425 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['57554d0c-d376-4b32-a68d-6dc1de1280ca'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:15:10.202977 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2b6d575e-f304-4a23-938c-61f84bf6ac49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:10.203649 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d167860-3b78-4f84-a071-dba7eb16c227 req-749825e4-f390-460f-8171-928f8d3ba67a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:10.209994 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2b6d575e-f304-4a23-938c-61f84bf6ac49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:10.219133 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4d167860-3b78-4f84-a071-dba7eb16c227 req-749825e4-f390-460f-8171-928f8d3ba67a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.1112568 Sep 09 15:15:10.250539 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6d575e-f304-4a23-938c-61f84bf6ac49 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:15:10.264211 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d575e-f304-4a23-938c-61f84bf6ac49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d7acd7-f02a-4487-bebe-7162cff163b4,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:10.273940 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2b6d575e-f304-4a23-938c-61f84bf6ac49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:10.274727 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-2b6d575e-f304-4a23-938c-61f84bf6ac49 admin admin] Added segment 1a620c00-2961-43e1-a15e-1bfa08742a31 of type vlan for network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 Sep 09 15:15:10.295869 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4d167860-3b78-4f84-a071-dba7eb16c227 req-e2859764-35bc-44b8-aaf4-d98d5a132e01 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744236 Sep 09 15:15:10.355624 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2b6d575e-f304-4a23-938c-61f84bf6ac49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:10.396182 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2b6d575e-f304-4a23-938c-61f84bf6ac49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:10.397379 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6d575e-f304-4a23-938c-61f84bf6ac49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:10.398230 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2b6d575e-f304-4a23-938c-61f84bf6ac49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:10.434753 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2b6d575e-f304-4a23-938c-61f84bf6ac49 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6277254 Sep 09 15:15:10.434969 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 41184) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:15:10.441975 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-d2c26f78-11d7-4812-9401-53d1ca33d944 admin admin] Request body: {'subnet': {'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2134238562-subnet', 'tenant_id': '3a47dafcb21c45c287a368ab1ac8801b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:15:10.470669 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d575e-f304-4a23-938c-61f84bf6ac49 admin admin] Pushing event updated for resources: {'Network': ['ID=8ac8f2b6-4312-4238-8a48-bd53cadf49c8,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:10.481528 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:15:10.490956 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c26f78-11d7-4812-9401-53d1ca33d944 admin admin] Made reservation on behalf of 3a47dafcb21c45c287a368ab1ac8801b for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:15:10.493682 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d2c26f78-11d7-4812-9401-53d1ca33d944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59967870'] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:10.689628 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d2c26f78-11d7-4812-9401-53d1ca33d944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3167449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59967840'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:10.746136 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c721d-bba6-4c75-84c8-1f0807b634a6 req-dc92d417-cce4-4621-9cc8-0b038accfd9f tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:10.748717 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-843c721d-bba6-4c75-84c8-1f0807b634a6 req-dc92d417-cce4-4621-9cc8-0b038accfd9f tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 944 time: 0.0672932 Sep 09 15:15:10.753927 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c26f78-11d7-4812-9401-53d1ca33d944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a1ca1e-1322-4ad8-a756-30dfbf68d102,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:10.766020 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c26f78-11d7-4812-9401-53d1ca33d944 admin admin] Checking segment: {'id': '1a620c00-2961-43e1-a15e-1bfa08742a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:15:10.766380 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c26f78-11d7-4812-9401-53d1ca33d944 admin admin] Network hostable DHCP agents. Network: 8ac8f2b6-4312-4238-8a48-bd53cadf49c8, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:15:10.785975 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c26f78-11d7-4812-9401-53d1ca33d944 admin admin] Network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:15:10.799971 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-d2c26f78-11d7-4812-9401-53d1ca33d944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, 8ac8f2b6-4312-4238-8a48-bd53cadf49c8) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:15:10.802894 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-843c721d-bba6-4c75-84c8-1f0807b634a6 req-9a0ce58f-f057-41ef-aa48-3b99e8b2d0a4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477610 Sep 09 15:15:10.807831 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c26f78-11d7-4812-9401-53d1ca33d944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:10.808330 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d2c26f78-11d7-4812-9401-53d1ca33d944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:10.813430 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a990b0-0eb9-4b29-8e01-1f309fb73ba8 None None] Network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:15:10.830472 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d2c26f78-11d7-4812-9401-53d1ca33d944 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3936453 Sep 09 15:15:10.985511 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91899af9-6859-4c38-9329-acd76cf99ecf None None] Network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:15:11.234257 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26d924-aeae-4026-82a6-e3e1eb313f12 req-7a9ad92f-9ba9-45fc-b6d4-c8435a745ff4 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:11.236834 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ce26d924-aeae-4026-82a6-e3e1eb313f12 req-7a9ad92f-9ba9-45fc-b6d4-c8435a745ff4 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 944 time: 0.0686858 Sep 09 15:15:11.309320 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ce26d924-aeae-4026-82a6-e3e1eb313f12 req-beab414a-4a2f-4fa4-9e53-0dd8a43ebcaf tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659103 Sep 09 15:15:11.671736 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-8ac85ad1-73ea-4ecc-a491-c62013c4c41f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:11.673312 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-8ac85ad1-73ea-4ecc-a491-c62013c4c41f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/networks?id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8 HTTP/1.1" status: 200 len: 815 time: 0.4153988 Sep 09 15:15:11.685589 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7d785-a8d0-4490-abf3-266bf83e6089 req-ce310ea1-d40a-4130-b41d-98a237bbb27f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:11.687429 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b0e7d785-a8d0-4490-abf3-266bf83e6089 req-ce310ea1-d40a-4130-b41d-98a237bbb27f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.0817723 Sep 09 15:15:11.705486 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-f5d40779-acd2-4b05-bbad-cd2ca02188a0 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/quotas/3a47dafcb21c45c287a368ab1ac8801b HTTP/1.1" status: 200 len: 375 time: 0.0171378 Sep 09 15:15:11.748224 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-397cabe1-1224-4db2-9f2c-90cf8d8830e8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a47dafcb21c45c287a368ab1ac8801b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362394 Sep 09 15:15:11.761134 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b0e7d785-a8d0-4490-abf3-266bf83e6089 req-0a746341-9f1a-426a-aa22-98bce96d7804 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664976 Sep 09 15:15:11.879641 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-3862e5b9-d3d7-410f-980c-0756985418ab service neutron] 10.222.0.18 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173034 Sep 09 15:15:12.051556 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56806e-cd23-4928-b670-6b424a58445e req-c27f5866-c239-4117-8f1e-c0c914fb511f tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:12.053494 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8f56806e-cd23-4928-b670-6b424a58445e req-c27f5866-c239-4117-8f1e-c0c914fb511f tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 944 time: 0.1547332 Sep 09 15:15:12.075321 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-6a3c7017-a3a8-419a-81ba-b0788503e497 service neutron] 10.222.0.18 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894476 Sep 09 15:15:12.101997 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8f56806e-cd23-4928-b670-6b424a58445e req-62868e23-f8d7-4e9d-8b82-de1e84032b6a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384288 Sep 09 15:15:12.246477 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-351f52b0-dd0c-4da3-a9cf-a811a1a980d6 req-fcbbb263-0387-439b-8210-2efc3ff1968a tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2898caf-e899-426a-81f4-f889b01bc281 HTTP/1.1" status: 200 len: 210 time: 0.0284898 Sep 09 15:15:12.446973 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00599f0d-3cd0-4126-a45c-9ed83ff3cb91 req-1e49fd09-8feb-40a5-b35d-8cc8ca7c7cc9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:12.448852 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-00599f0d-3cd0-4126-a45c-9ed83ff3cb91 req-1e49fd09-8feb-40a5-b35d-8cc8ca7c7cc9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 944 time: 0.0582583 Sep 09 15:15:12.492592 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-00599f0d-3cd0-4126-a45c-9ed83ff3cb91 req-44f96f76-86f8-4124-8314-21dbd8da3dc9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362465 Sep 09 15:15:12.888571 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe6f2e-c73d-4926-8189-475894b1b4e8 req-f230abbc-8a6d-4b92-9178-a48beedcfb38 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:12.891055 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bcfe6f2e-c73d-4926-8189-475894b1b4e8 req-f230abbc-8a6d-4b92-9178-a48beedcfb38 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.0535862 Sep 09 15:15:12.933367 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bcfe6f2e-c73d-4926-8189-475894b1b4e8 req-377d7c67-fd0d-489c-84d3-9072c3863cee tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336795 Sep 09 15:15:13.236675 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36511a0-f245-4a1a-a259-ec7b57ca3429 req-70e255f1-e466-42ea-bf40-15947887c47a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:13.238227 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d36511a0-f245-4a1a-a259-ec7b57ca3429 req-70e255f1-e466-42ea-bf40-15947887c47a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 944 time: 0.0561509 Sep 09 15:15:13.281780 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d36511a0-f245-4a1a-a259-ec7b57ca3429 req-675c2227-115f-418e-bb01-66e9db7545f6 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363758 Sep 09 15:15:13.376537 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-532275f3-abc5-4654-95ad-e296116017d4 req-5677b172-dfe9-4ca4-98b6-74a686467bc9 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2898caf-e899-426a-81f4-f889b01bc281 HTTP/1.1" status: 200 len: 210 time: 0.0322847 Sep 09 15:15:13.664405 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca76cac-cb33-452a-8494-6876dbe85ae5 req-f4a231cd-e23c-4676-b368-c8be53a26ea1 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:13.666007 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9ca76cac-cb33-452a-8494-6876dbe85ae5 req-f4a231cd-e23c-4676-b368-c8be53a26ea1 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 944 time: 0.0726132 Sep 09 15:15:13.716913 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 19a261c3-c286-45a8-b594-94930bf519f9 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:15:13.728729 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9ca76cac-cb33-452a-8494-6876dbe85ae5 req-932590c8-e436-45e8-98ce-5c9fff02f3cb tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551627 Sep 09 15:15:13.769648 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 57554d0c-d376-4b32-a68d-6dc1de1280ca up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:15:13.930468 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-421f8d49-5599-4a15-8c7a-bc2f4e1bc7bd tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:13.933240 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-421f8d49-5599-4a15-8c7a-bc2f4e1bc7bd tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/networks?id=873d47fd-3053-4856-895e-352ecc763b30 HTTP/1.1" status: 200 len: 814 time: 0.1985602 Sep 09 15:15:13.957448 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-e9b76132-06d2-45a1-8223-28ed83dd05d7 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/quotas/49acaaa8b1f245318d408c563ae04df5 HTTP/1.1" status: 200 len: 375 time: 0.0135291 Sep 09 15:15:14.021408 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-6e59e3a7-62be-4716-92ad-3e05e3de8ebe tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=49acaaa8b1f245318d408c563ae04df5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428483 Sep 09 15:15:14.082969 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-6679cd8e-be9b-4960-be69-d99249d4f362 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:14.085114 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-6679cd8e-be9b-4960-be69-d99249d4f362 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.39 "GET /v2.0/networks?id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8 HTTP/1.1" status: 200 len: 815 time: 0.1955552 Sep 09 15:15:14.103856 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-a91fbd30-68cf-4332-a7f6-828a72250ad5 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Request body: {'port': {'device_id': 'e2898caf-e899-426a-81f4-f889b01bc281', 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8', 'admin_state_up': True, 'tenant_id': '3a47dafcb21c45c287a368ab1ac8801b'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:15:14.163308 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 19a261c3-c286-45a8-b594-94930bf519f9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=19a261c3-c286-45a8-b594-94930bf519f9,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:14.196644 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port 57554d0c-d376-4b32-a68d-6dc1de1280ca triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:15:14.197431 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:14.202633 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': '19a261c3-c286-45a8-b594-94930bf519f9', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'port_id': '19a261c3-c286-45a8-b594-94930bf519f9', 'mac_address': 'fa:16:3e:0e:4e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:15:14.230050 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f005a-20a4-47a8-a3a7-280ac7f46ba9 req-dba2a648-ae77-4dd8-aff4-9e0817a66c36 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:14.232359 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5f4f005a-20a4-47a8-a3a7-280ac7f46ba9 req-dba2a648-ae77-4dd8-aff4-9e0817a66c36 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.1412001 Sep 09 15:15:14.254818 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-57183064-4b4b-4897-a4c0-713c80c4143b service neutron] 10.222.0.18 "GET /v2.0/networks/873d47fd-3053-4856-895e-352ecc763b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317173 Sep 09 15:15:14.297985 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:14.315645 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-a91fbd30-68cf-4332-a7f6-828a72250ad5 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Made reservation on behalf of 3a47dafcb21c45c287a368ab1ac8801b for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:15:14.316225 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a261c3-c286-45a8-b594-94930bf519f9 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:15:14.322270 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-a91fbd30-68cf-4332-a7f6-828a72250ad5 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:14.331170 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5f4f005a-20a4-47a8-a3a7-280ac7f46ba9 req-38d1f09c-dc73-40d6-bb8a-0780fa3060b2 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834069 Sep 09 15:15:14.364505 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 19a261c3-c286-45a8-b594-94930bf519f9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=19a261c3-c286-45a8-b594-94930bf519f9,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:14.371426 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:14.397612 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:14.429121 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-6012d672-1238-4a5d-831f-963302f2fe5a service neutron] 10.222.0.18 "GET /v2.0/networks/873d47fd-3053-4856-895e-352ecc763b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562908 Sep 09 15:15:14.450170 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57554d0c-d376-4b32-a68d-6dc1de1280ca'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:15:14.453266 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e040b19-c453-4892-9980-9056e32e6f1d" -d '{"events": [{"server_uuid": "15244afd-822e-43c1-afec-7f8f7f2ca7a1", "name": "network-vif-plugged", "status": "completed", "tag": "57554d0c-d376-4b32-a68d-6dc1de1280ca"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:15:14.473733 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=19a261c3-c286-45a8-b594-94930bf519f9,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:14.477863 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 57554d0c-d376-4b32-a68d-6dc1de1280ca, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=57554d0c-d376-4b32-a68d-6dc1de1280ca,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:14.486469 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:14.558060 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17164ed-36f6-4592-ac28-2dd56397ef5a req-81104817-5953-485e-8008-417a134a2f9e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:14.560045 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b17164ed-36f6-4592-ac28-2dd56397ef5a req-81104817-5953-485e-8008-417a134a2f9e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 946 time: 0.0691683 Sep 09 15:15:14.588286 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=57554d0c-d376-4b32-a68d-6dc1de1280ca,revision_number=10']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:14.620622 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-a91fbd30-68cf-4332-a7f6-828a72250ad5 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Allocated IP 172.20.0.11 (8ac8f2b6-4312-4238-8a48-bd53cadf49c8/c6a1ca1e-1322-4ad8-a756-30dfbf68d102/a84cea3f-1027-4b8d-bd96-04cb5d60d1a8) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:15:14.621005 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['19a261c3-c286-45a8-b594-94930bf519f9'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:15:14.632936 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b17164ed-36f6-4592-ac28-2dd56397ef5a req-295efe05-755f-4003-8a6a-98bdc354baaf tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618041 Sep 09 15:15:14.772212 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194dd3f2-cd9e-4d2b-9ddd-9c04d2504ff0 x-openstack-request-id: req-194dd3f2-cd9e-4d2b-9ddd-9c04d2504ff0 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:15:14.772990 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15244afd-822e-43c1-afec-7f8f7f2ca7a1", "name": "network-vif-plugged", "status": "completed", "tag": "57554d0c-d376-4b32-a68d-6dc1de1280ca", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:15:14.772990 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-194dd3f2-cd9e-4d2b-9ddd-9c04d2504ff0 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:15:14.773458 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57554d0c-d376-4b32-a68d-6dc1de1280ca', 'code': 200} Sep 09 15:15:14.875614 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-094d1d70-06df-4ef2-a6e6-23d97d01d7bd req-11b9f9b6-4c57-4a21-950c-a97bd36ae1ca tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f8c2eb-ffe8-4c45-9caa-c0000d3088ff HTTP/1.1" status: 200 len: 210 time: 0.0598249 Sep 09 15:15:14.970032 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-34f5425a-643d-4899-86b2-acb9662301f3 req-d97703ad-efc2-4ec4-9238-259dafd50c72 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2898caf-e899-426a-81f4-f889b01bc281 HTTP/1.1" status: 200 len: 210 time: 0.0505514 Sep 09 15:15:15.048645 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-a91fbd30-68cf-4332-a7f6-828a72250ad5 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:15.095251 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-a91fbd30-68cf-4332-a7f6-828a72250ad5 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:15.104149 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cfe9e-ec70-414b-8af5-1b565b6d7085 req-f391e060-c54a-4878-8f13-60b901665dcb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:15.106154 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5f5cfe9e-ec70-414b-8af5-1b565b6d7085 req-f391e060-c54a-4878-8f13-60b901665dcb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.1265581 Sep 09 15:15:15.111168 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f027d8-d1ea-4728-9836-9d2dd5ee81ee req-d7a12b88-f0c2-40df-924f-63b6a1519746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:15.113423 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d8f027d8-d1ea-4728-9836-9d2dd5ee81ee req-d7a12b88-f0c2-40df-924f-63b6a1519746 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2fbe9b5c8754473b0850c62c32d056b&device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 1099 time: 0.1097429 Sep 09 15:15:15.149333 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fbd30-68cf-4332-a7f6-828a72250ad5 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Pushing event updated for resources: {'Port': ['ID=a84cea3f-1027-4b8d-bd96-04cb5d60d1a8,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:15.167357 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-a91fbd30-68cf-4332-a7f6-828a72250ad5 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:15:15.169008 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-a91fbd30-68cf-4332-a7f6-828a72250ad5 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:15:15.173051 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-a91fbd30-68cf-4332-a7f6-828a72250ad5 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:15:15.233511 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5f5cfe9e-ec70-414b-8af5-1b565b6d7085 req-a5421d5a-0751-4976-8829-d2d057bda842 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116192 Sep 09 15:15:15.297968 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-a91fbd30-68cf-4332-a7f6-828a72250ad5 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:15.299101 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-a91fbd30-68cf-4332-a7f6-828a72250ad5 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:15.326866 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-a91fbd30-68cf-4332-a7f6-828a72250ad5 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2308307 Sep 09 15:15:15.330991 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009af7c8-ad65-4ef2-800d-3d70ce675c32 req-e964193f-f58c-4413-af81-3023f5048c62 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:15.332617 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-009af7c8-ad65-4ef2-800d-3d70ce675c32 req-e964193f-f58c-4413-af81-3023f5048c62 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 945 time: 0.1425123 Sep 09 15:15:15.336125 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f027d8-d1ea-4728-9836-9d2dd5ee81ee req-b963cbde-bf52-417b-bb35-db12075363f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:15.337885 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d8f027d8-d1ea-4728-9836-9d2dd5ee81ee req-b963cbde-bf52-417b-bb35-db12075363f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c HTTP/1.1" status: 200 len: 911 time: 0.1908779 Sep 09 15:15:15.371276 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Request body: {'port': {'device_id': 'e2898caf-e899-426a-81f4-f889b01bc281', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:15:15.422905 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d58b2-5fe4-44af-8901-d5ff2ffb2c03 req-3d1ab3f9-b117-408d-a0ab-5dfc03fd16ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:15.425397 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c12d58b2-5fe4-44af-8901-d5ff2ffb2c03 req-3d1ab3f9-b117-408d-a0ab-5dfc03fd16ef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 1099 time: 0.0972083 Sep 09 15:15:15.438186 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-009af7c8-ad65-4ef2-800d-3d70ce675c32 req-088519b3-4633-4105-b8da-b8f074a10c43 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0951734 Sep 09 15:15:15.447518 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d8f027d8-d1ea-4728-9836-9d2dd5ee81ee req-040b0dc4-1c5e-4170-92ad-b1ee9134cad5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2d7cea7-76e7-492e-be59-caf2f4c1440e HTTP/1.1" status: 200 len: 1002 time: 0.1019371 Sep 09 15:15:15.481459 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:15.509641 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c12d58b2-5fe4-44af-8901-d5ff2ffb2c03 req-f12d2ed3-0f04-4a1d-bc8b-d1de3cb90fe1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721233 Sep 09 15:15:15.521932 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f027d8-d1ea-4728-9836-9d2dd5ee81ee req-80c1323c-5a17-4f91-9b01-2ed9e6848732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:15.523612 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d8f027d8-d1ea-4728-9836-9d2dd5ee81ee req-80c1323c-5a17-4f91-9b01-2ed9e6848732 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db53f811-03ef-4135-a3c5-5d3aa6a75f6d HTTP/1.1" status: 200 len: 849 time: 0.0690284 Sep 09 15:15:15.742035 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 19a261c3-c286-45a8-b594-94930bf519f9 up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:15:15.850762 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:15:15.853987 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f027d8-d1ea-4728-9836-9d2dd5ee81ee req-c61843bf-d18d-453d-b40f-5a255d6abb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:15.856201 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port 19a261c3-c286-45a8-b594-94930bf519f9 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:15:15.858375 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d8f027d8-d1ea-4728-9836-9d2dd5ee81ee req-c61843bf-d18d-453d-b40f-5a255d6abb4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1332567 Sep 09 15:15:15.866522 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port 19a261c3-c286-45a8-b594-94930bf519f9 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:15:15.867256 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:15.875395 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:15.895494 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Transition to ACTIVE for port object a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:15:15.917618 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:15.938433 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc61498-0f28-487a-959b-562f142a2977 req-5892deaa-c6f3-46bb-bef2-1856c8b062cb tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:15.942222 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9fc61498-0f28-487a-959b-562f142a2977 req-5892deaa-c6f3-46bb-bef2-1856c8b062cb tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 946 time: 0.1700027 Sep 09 15:15:16.023030 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:16.079101 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f149432e-ea32-4e66-934c-a1cb2efb461b req-cc26dfc7-dc81-4c77-b186-44542d577b13 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f8c2eb-ffe8-4c45-9caa-c0000d3088ff HTTP/1.1" status: 200 len: 210 time: 0.0416613 Sep 09 15:15:16.088214 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Pushing event updated for resources: {'Port': ['ID=a84cea3f-1027-4b8d-bd96-04cb5d60d1a8,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:16.099269 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 19a261c3-c286-45a8-b594-94930bf519f9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=19a261c3-c286-45a8-b594-94930bf519f9,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:16.103091 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9fc61498-0f28-487a-959b-562f142a2977 req-ca911689-67f1-4be6-a1c7-c538c5780627 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484103 Sep 09 15:15:16.109947 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:16.145466 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d8f027d8-d1ea-4728-9836-9d2dd5ee81ee req-93df3c63-c29e-4a4f-8202-293989f41f4c service neutron] 10.222.0.39 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707508 Sep 09 15:15:16.178389 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Attempting to bind port a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:15:16.179306 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Attempting to bind port a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '1a620c00-2961-43e1-a15e-1bfa08742a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:15:16.179608 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Attempting to bind port a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 on network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:15:16.202328 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Port a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 on network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:15:16.202692 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Attempting to bind port a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 on network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:15:16.210084 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:15:16.210428 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Checking segment: {'id': '1a620c00-2961-43e1-a15e-1bfa08742a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:15:16.210949 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Bound using segment: {'id': '1a620c00-2961-43e1-a15e-1bfa08742a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:15:16.211420 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Bound port: a84cea3f-1027-4b8d-bd96-04cb5d60d1a8, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a620c00-2961-43e1-a15e-1bfa08742a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:15:16.211790 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:16.216780 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=19a261c3-c286-45a8-b594-94930bf519f9,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:16.318685 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] For port a84cea3f-1027-4b8d-bd96-04cb5d60d1a8, host hv-cinder-77630, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:15:16.322960 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] For port a84cea3f-1027-4b8d-bd96-04cb5d60d1a8, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a84cea3f-1027-4b8d-bd96-04cb5d60d1a8,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:15:16.329603 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08180e6-6627-47fb-b1c3-b026387c7c46 req-5b46d718-8641-42bc-98cc-1f3e282697f8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:16.332111 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f08180e6-6627-47fb-b1c3-b026387c7c46 req-5b46d718-8641-42bc-98cc-1f3e282697f8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2898caf-e899-426a-81f4-f889b01bc281 HTTP/1.1" status: 200 len: 944 time: 0.1267846 Sep 09 15:15:16.346567 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:16.385860 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d8f027d8-d1ea-4728-9836-9d2dd5ee81ee req-0471964d-99d3-420f-837f-b54311c80844 service neutron] 10.222.0.39 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387896 Sep 09 15:15:16.456415 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:16.457696 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:16.460670 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] 10.222.0.39 "PUT /v2.0/ports/a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 HTTP/1.1" status: 200 len: 1094 time: 1.0942628 Sep 09 15:15:16.465976 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2898caf-e899-426a-81f4-f889b01bc281', 'tag': 'a84cea3f-1027-4b8d-bd96-04cb5d60d1a8'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:15:16.468309 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f08180e6-6627-47fb-b1c3-b026387c7c46 req-af59851b-4608-416f-8710-5739e2ec271a tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185589 Sep 09 15:15:16.471885 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dabaa2e-5de6-4823-815d-21cd554a286f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2898caf-e899-426a-81f4-f889b01bc281", "tag": "a84cea3f-1027-4b8d-bd96-04cb5d60d1a8"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:15:16.508211 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0fff3-1006-4efa-9db9-42cfe2676c5d req-78448f9b-c792-4f6c-8b55-c10eee55e471 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:16.512802 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4cd0fff3-1006-4efa-9db9-42cfe2676c5d req-78448f9b-c792-4f6c-8b55-c10eee55e471 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.1409800 Sep 09 15:15:16.629586 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4cd0fff3-1006-4efa-9db9-42cfe2676c5d req-6dd279e3-9900-4bcd-9a72-70177a832c76 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892465 Sep 09 15:15:16.648404 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de4ac0-808a-4c42-850e-fe35107f5d2c req-0a2ca5cb-21e0-40d8-968d-cf359c3b5788 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:16.659364 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b7de4ac0-808a-4c42-850e-fe35107f5d2c req-0a2ca5cb-21e0-40d8-968d-cf359c3b5788 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 946 time: 0.0960984 Sep 09 15:15:16.722948 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120d60d-e8f9-485a-881f-0770d9bba780 service neutron] Pushing event updated for resources: {'Port': ['ID=a84cea3f-1027-4b8d-bd96-04cb5d60d1a8,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:16.738371 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b7de4ac0-808a-4c42-850e-fe35107f5d2c req-d1211d82-e5b9-42e6-9fbf-e6ad3fcb781a tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778108 Sep 09 15:15:16.781350 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181dbfc2-b66a-4dee-adba-8fa4c5f97e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a261c3-c286-45a8-b594-94930bf519f9'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:15:16.787411 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd36952-b459-47c3-8381-85b843a51bc2" -d '{"events": [{"server_uuid": "181dbfc2-b66a-4dee-adba-8fa4c5f97e5f", "name": "network-vif-plugged", "status": "completed", "tag": "19a261c3-c286-45a8-b594-94930bf519f9"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:15:16.794084 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-0992e9f2-fd5d-45e7-8fef-2278e756fe74 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:16.797891 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-0992e9f2-fd5d-45e7-8fef-2278e756fe74 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.39 "GET /v2.0/networks?id=873d47fd-3053-4856-895e-352ecc763b30 HTTP/1.1" status: 200 len: 814 time: 0.4316485 Sep 09 15:15:16.803180 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-737a136c-5bfe-493d-b22e-cee68b6ff60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:16.805972 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-737a136c-5bfe-493d-b22e-cee68b6ff60e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a47dafcb21c45c287a368ab1ac8801b&device_id=e2898caf-e899-426a-81f4-f889b01bc281 HTTP/1.1" status: 200 len: 1097 time: 0.1811776 Sep 09 15:15:16.808791 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f8bd71-c762-432f-926e-1591681d7c4a x-openstack-request-id: req-60f8bd71-c762-432f-926e-1591681d7c4a {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:15:16.809369 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2898caf-e899-426a-81f4-f889b01bc281", "tag": "a84cea3f-1027-4b8d-bd96-04cb5d60d1a8", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:15:16.809694 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60f8bd71-c762-432f-926e-1591681d7c4a {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:15:16.810771 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2898caf-e899-426a-81f4-f889b01bc281', 'tag': 'a84cea3f-1027-4b8d-bd96-04cb5d60d1a8', 'status': 'completed', 'code': 200} Sep 09 15:15:16.837962 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-f51c6f35-4c3f-4267-89f2-a4a37a8fd7dd tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Request body: {'port': {'device_id': '64f8c2eb-ffe8-4c45-9caa-c0000d3088ff', 'network_id': '873d47fd-3053-4856-895e-352ecc763b30', 'admin_state_up': True, 'tenant_id': '49acaaa8b1f245318d408c563ae04df5'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:15:16.857836 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45781fcf-984f-4857-803b-97c1316b4b29 x-openstack-request-id: req-45781fcf-984f-4857-803b-97c1316b4b29 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:15:16.858792 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181dbfc2-b66a-4dee-adba-8fa4c5f97e5f", "name": "network-vif-plugged", "status": "completed", "tag": "19a261c3-c286-45a8-b594-94930bf519f9", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:15:16.858792 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45781fcf-984f-4857-803b-97c1316b4b29 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:15:16.859398 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181dbfc2-b66a-4dee-adba-8fa4c5f97e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a261c3-c286-45a8-b594-94930bf519f9', 'code': 200} Sep 09 15:15:16.941292 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-c03c6714-ff2c-45fa-882c-41d73bdc62ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 HTTP/1.1" status: 200 len: 217 time: 0.0954790 Sep 09 15:15:17.090434 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-b1d6f415-0fa8-4f12-b9d4-fb75033157d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:17.092436 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-b1d6f415-0fa8-4f12-b9d4-fb75033157d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6a1ca1e-1322-4ad8-a756-30dfbf68d102 HTTP/1.1" status: 200 len: 855 time: 0.1387005 Sep 09 15:15:17.138625 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-3be5279b-9e9a-47c4-8fd8-29b7069bc5cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362282 Sep 09 15:15:17.215008 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-f51c6f35-4c3f-4267-89f2-a4a37a8fd7dd tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Made reservation on behalf of 49acaaa8b1f245318d408c563ae04df5 for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:15:17.224005 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-f51c6f35-4c3f-4267-89f2-a4a37a8fd7dd tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:17.256620 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558026e4-40e7-4b67-ba5a-7c629926531f req-33e82316-fbc0-4646-b5db-63724445c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:17.260031 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-558026e4-40e7-4b67-ba5a-7c629926531f req-33e82316-fbc0-4646-b5db-63724445c103 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 1099 time: 0.1301672 Sep 09 15:15:17.390363 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-558026e4-40e7-4b67-ba5a-7c629926531f req-66c6ce25-50c1-46b9-8f53-98578d1a1893 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1207185 Sep 09 15:15:17.394778 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-965f43e9-fe87-47ae-9fc1-b8ce8079f1f1 req-4ed80f8e-820c-4d68-8ca0-47bd026166c4 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f8c2eb-ffe8-4c45-9caa-c0000d3088ff HTTP/1.1" status: 200 len: 210 time: 0.0909672 Sep 09 15:15:17.460511 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-11bfad8d-c4cc-440d-bd9d-007e4c50dd1b service neutron] 10.222.0.39 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132918 Sep 09 15:15:17.472497 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b7a95-2854-401f-a1eb-5d59ad560a1f req-73ece469-8a16-4d5f-9df7-5a11623f1d08 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:17.475733 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dd1b7a95-2854-401f-a1eb-5d59ad560a1f req-73ece469-8a16-4d5f-9df7-5a11623f1d08 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 946 time: 0.1440408 Sep 09 15:15:17.559356 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dd1b7a95-2854-401f-a1eb-5d59ad560a1f req-a6b65de7-fa81-4f08-a78e-70e2be45d621 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762014 Sep 09 15:15:17.577362 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-f51c6f35-4c3f-4267-89f2-a4a37a8fd7dd tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Allocated IP 172.20.0.13 (873d47fd-3053-4856-895e-352ecc763b30/b9d86bd1-2fde-4135-873a-b7f6a0e6a7cc/a2acd229-7fbd-4265-93f9-3f1ebb6a0950) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:15:17.647682 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb3f58-e304-4de7-b220-f79d00ffe90a req-19273490-96ab-4f7a-8dfe-6b53da169cf0 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:17.649406 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8deb3f58-e304-4de7-b220-f79d00ffe90a req-19273490-96ab-4f7a-8dfe-6b53da169cf0 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2898caf-e899-426a-81f4-f889b01bc281 HTTP/1.1" status: 200 len: 944 time: 0.0746336 Sep 09 15:15:17.734076 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8deb3f58-e304-4de7-b220-f79d00ffe90a req-36503d65-c5a6-4aca-8baa-6b27f3258282 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744116 Sep 09 15:15:17.760596 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a3e77beb-c040-46a9-8574-3693a0d9c7b5 req-46aa0009-ba3d-4788-837d-5a7771af04e7 service neutron] 10.222.0.39 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715684 Sep 09 15:15:17.881228 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3134b166-c669-4755-ae3c-1f0c4cfc4f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:17.890235 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b700a-49e3-4559-85b1-aad6c63b2c85 req-1700f5d0-6751-40a3-b8d5-774b980eccea tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:17.894034 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7a7b700a-49e3-4559-85b1-aad6c63b2c85 req-1700f5d0-6751-40a3-b8d5-774b980eccea tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.0998240 Sep 09 15:15:17.961684 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabaa2e-5de6-4823-815d-21cd554a286f req-119ca944-e53c-4981-87b3-e62a1c7f8457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:17.964841 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3dabaa2e-5de6-4823-815d-21cd554a286f req-119ca944-e53c-4981-87b3-e62a1c7f8457 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a47dafcb21c45c287a368ab1ac8801b&device_id=e2898caf-e899-426a-81f4-f889b01bc281 HTTP/1.1" status: 200 len: 1097 time: 0.1368802 Sep 09 15:15:17.968641 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-f51c6f35-4c3f-4267-89f2-a4a37a8fd7dd tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:17.977817 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7a7b700a-49e3-4559-85b1-aad6c63b2c85 req-2cb6b0b6-bfec-4627-878c-b3c396fd051e tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681593 Sep 09 15:15:17.992981 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef555d-55aa-4cf3-8daf-6981ab8abea4 req-5fc6dfc3-1288-46fc-83f6-fb9d66e3ab07 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:17.995778 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-22ef555d-55aa-4cf3-8daf-6981ab8abea4 req-5fc6dfc3-1288-46fc-83f6-fb9d66e3ab07 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 946 time: 0.0975125 Sep 09 15:15:18.061362 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-22ef555d-55aa-4cf3-8daf-6981ab8abea4 req-955d3e24-12e3-4c0c-b39c-379d41721e0f tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533197 Sep 09 15:15:18.103436 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabaa2e-5de6-4823-815d-21cd554a286f req-d0d1edcb-fa3a-4306-bcb9-e0db7f472c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:18.104965 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3dabaa2e-5de6-4823-815d-21cd554a286f req-d0d1edcb-fa3a-4306-bcb9-e0db7f472c7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8 HTTP/1.1" status: 200 len: 916 time: 0.1334820 Sep 09 15:15:18.108022 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-f51c6f35-4c3f-4267-89f2-a4a37a8fd7dd tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:18.197469 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3dabaa2e-5de6-4823-815d-21cd554a286f req-c3083220-ff0a-4e7d-9f58-7c924d97e2de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 HTTP/1.1" status: 200 len: 217 time: 0.0784869 Sep 09 15:15:18.208763 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-f51c6f35-4c3f-4267-89f2-a4a37a8fd7dd tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Network 873d47fd-3053-4856-895e-352ecc763b30 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:15:18.225256 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-f51c6f35-4c3f-4267-89f2-a4a37a8fd7dd tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:15:18.228310 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c6f35-4c3f-4267-89f2-a4a37a8fd7dd tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Pushing event updated for resources: {'Port': ['ID=a2acd229-7fbd-4265-93f9-3f1ebb6a0950,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:18.230640 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-f51c6f35-4c3f-4267-89f2-a4a37a8fd7dd tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:15:18.312647 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabaa2e-5de6-4823-815d-21cd554a286f req-88f1f39d-0a19-43b3-a638-94ade0f39c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:18.314441 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3dabaa2e-5de6-4823-815d-21cd554a286f req-88f1f39d-0a19-43b3-a638-94ade0f39c50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6a1ca1e-1322-4ad8-a756-30dfbf68d102 HTTP/1.1" status: 200 len: 855 time: 0.0995331 Sep 09 15:15:18.323486 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-f51c6f35-4c3f-4267-89f2-a4a37a8fd7dd tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:18.324189 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-f51c6f35-4c3f-4267-89f2-a4a37a8fd7dd tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:18.365292 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3dabaa2e-5de6-4823-815d-21cd554a286f req-266eb558-38c1-43f2-a01b-db4d59aa84c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360425 Sep 09 15:15:18.366589 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-f51c6f35-4c3f-4267-89f2-a4a37a8fd7dd tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5414486 Sep 09 15:15:18.409237 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Request body: {'port': {'device_id': '64f8c2eb-ffe8-4c45-9caa-c0000d3088ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:15:18.539074 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:18.566134 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3dabaa2e-5de6-4823-815d-21cd554a286f req-2a2b6270-33c6-4c07-b7fa-a595eab3528a service neutron] 10.222.0.39 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844866 Sep 09 15:15:18.598878 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32c3b3-c108-4fa3-b235-8becdcfce482 req-0c879886-7ab1-49bf-bc79-b2964cacc777 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:18.601635 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9e32c3b3-c108-4fa3-b235-8becdcfce482 req-0c879886-7ab1-49bf-bc79-b2964cacc777 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f8c2eb-ffe8-4c45-9caa-c0000d3088ff HTTP/1.1" status: 200 len: 932 time: 0.0864098 Sep 09 15:15:18.660638 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9e32c3b3-c108-4fa3-b235-8becdcfce482 req-4a87c229-0021-44de-80df-552b272062f1 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517628 Sep 09 15:15:18.705191 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6faca6-e79d-4b02-a27a-45ec77b1445a req-a09ce945-e85f-443b-b3b3-78efe16549c2 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:18.707164 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3f6faca6-e79d-4b02-a27a-45ec77b1445a req-a09ce945-e85f-443b-b3b3-78efe16549c2 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 946 time: 0.0624900 Sep 09 15:15:18.752625 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3f6faca6-e79d-4b02-a27a-45ec77b1445a req-d804d006-4404-408c-b384-b604a9337a20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388675 Sep 09 15:15:18.931560 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64803502-2558-469e-b15d-55730ff82aef req-7d75e336-14ac-4044-9364-fc09e1172dac tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:18.933151 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-64803502-2558-469e-b15d-55730ff82aef req-7d75e336-14ac-4044-9364-fc09e1172dac tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2898caf-e899-426a-81f4-f889b01bc281 HTTP/1.1" status: 200 len: 944 time: 0.1008279 Sep 09 15:15:18.991343 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-64803502-2558-469e-b15d-55730ff82aef req-243814e9-ec18-4f0e-9cba-94e015768122 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449340 Sep 09 15:15:19.034175 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3dabaa2e-5de6-4823-815d-21cd554a286f req-18bdf289-e7f6-4432-937c-4f83243c2b93 service neutron] 10.222.0.39 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412699 Sep 09 15:15:19.183997 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2acd229-7fbd-4265-93f9-3f1ebb6a0950 {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:15:19.194517 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:19.211088 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Transition to ACTIVE for port object a2acd229-7fbd-4265-93f9-3f1ebb6a0950 will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:15:19.215731 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fc58a-31b5-48f6-811b-b740cc586c95 req-8279fa16-eb12-4a82-86f7-5991f42acfee tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:19.217091 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:19.220167 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ef5fc58a-31b5-48f6-811b-b740cc586c95 req-8279fa16-eb12-4a82-86f7-5991f42acfee tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 946 time: 0.0701361 Sep 09 15:15:19.273446 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ef5fc58a-31b5-48f6-811b-b740cc586c95 req-cb216f8f-0b8f-4fee-a6bc-c6c225e83f66 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434108 Sep 09 15:15:19.277894 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Pushing event updated for resources: {'Port': ['ID=a2acd229-7fbd-4265-93f9-3f1ebb6a0950,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:19.363645 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Attempting to bind port a2acd229-7fbd-4265-93f9-3f1ebb6a0950 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:15:19.363980 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Attempting to bind port a2acd229-7fbd-4265-93f9-3f1ebb6a0950 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '1a4fc807-3592-4b87-8b8d-0b976cea08d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '873d47fd-3053-4856-895e-352ecc763b30'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:15:19.364306 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Attempting to bind port a2acd229-7fbd-4265-93f9-3f1ebb6a0950 on network 873d47fd-3053-4856-895e-352ecc763b30 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:15:19.369721 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Port a2acd229-7fbd-4265-93f9-3f1ebb6a0950 on network 873d47fd-3053-4856-895e-352ecc763b30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:15:19.370166 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Attempting to bind port a2acd229-7fbd-4265-93f9-3f1ebb6a0950 on network 873d47fd-3053-4856-895e-352ecc763b30 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:15:19.377638 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:15:19.377966 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Checking segment: {'id': '1a4fc807-3592-4b87-8b8d-0b976cea08d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '873d47fd-3053-4856-895e-352ecc763b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:15:19.378342 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Bound using segment: {'id': '1a4fc807-3592-4b87-8b8d-0b976cea08d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '873d47fd-3053-4856-895e-352ecc763b30'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:15:19.378827 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Bound port: a2acd229-7fbd-4265-93f9-3f1ebb6a0950, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a4fc807-3592-4b87-8b8d-0b976cea08d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '873d47fd-3053-4856-895e-352ecc763b30'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:15:19.379152 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:19.408894 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8a77d-6655-4ff5-a8c4-5292fd246909 req-50059c0a-0b60-4107-b65a-1306628369eb tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:19.410525 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1fe8a77d-6655-4ff5-a8c4-5292fd246909 req-50059c0a-0b60-4107-b65a-1306628369eb tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 946 time: 0.0581777 Sep 09 15:15:19.453952 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] For port a2acd229-7fbd-4265-93f9-3f1ebb6a0950, host hv-cinder-77630, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:15:19.457121 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1fe8a77d-6655-4ff5-a8c4-5292fd246909 req-1a600769-4def-4261-b59d-add1d260fc89 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399513 Sep 09 15:15:19.457406 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] For port a2acd229-7fbd-4265-93f9-3f1ebb6a0950, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a2acd229-7fbd-4265-93f9-3f1ebb6a0950,segment=NetworkSegment(1a4fc807-3592-4b87-8b8d-0b976cea08d4),segment_id=1a4fc807-3592-4b87-8b8d-0b976cea08d4)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:15:19.465099 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:19.482520 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 41354) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:15:19.501598 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:19.502673 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:19.505062 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] 10.222.0.39 "PUT /v2.0/ports/a2acd229-7fbd-4265-93f9-3f1ebb6a0950 HTTP/1.1" status: 200 len: 1094 time: 1.1013403 Sep 09 15:15:19.508300 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f8c2eb-ffe8-4c45-9caa-c0000d3088ff', 'tag': 'a2acd229-7fbd-4265-93f9-3f1ebb6a0950'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:15:19.514341 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cec1c30-b086-4020-93ae-b494243b4b81" -d '{"events": [{"name": "network-changed", "server_uuid": "64f8c2eb-ffe8-4c45-9caa-c0000d3088ff", "tag": "a2acd229-7fbd-4265-93f9-3f1ebb6a0950"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:15:19.557737 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f49447-b506-4e2a-b715-3e28f3d66b26 service neutron] Pushing event updated for resources: {'Port': ['ID=a2acd229-7fbd-4265-93f9-3f1ebb6a0950,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:19.582459 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a4c9ac-d210-4ca1-b0b5-1ce17276199f x-openstack-request-id: req-52a4c9ac-d210-4ca1-b0b5-1ce17276199f {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:15:19.582906 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f8c2eb-ffe8-4c45-9caa-c0000d3088ff", "tag": "a2acd229-7fbd-4265-93f9-3f1ebb6a0950", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:15:19.583241 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52a4c9ac-d210-4ca1-b0b5-1ce17276199f {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:15:19.583723 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f8c2eb-ffe8-4c45-9caa-c0000d3088ff', 'tag': 'a2acd229-7fbd-4265-93f9-3f1ebb6a0950', 'status': 'completed', 'code': 200} Sep 09 15:15:19.623762 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-c4f61b35-5e80-4ef8-bae2-284746031f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:19.625357 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-c4f61b35-5e80-4ef8-bae2-284746031f53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=49acaaa8b1f245318d408c563ae04df5&device_id=64f8c2eb-ffe8-4c45-9caa-c0000d3088ff HTTP/1.1" status: 200 len: 1097 time: 0.0607314 Sep 09 15:15:19.672110 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-7e303ff1-4a90-4100-8ba3-a753f1357ee8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2acd229-7fbd-4265-93f9-3f1ebb6a0950 HTTP/1.1" status: 200 len: 217 time: 0.0391791 Sep 09 15:15:19.714808 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417f6f9b-10d3-44a9-8f08-fa1d99ac38db tempest-TestVolumeBootPattern-1931687803 tempest-TestVolumeBootPattern-1931687803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:19.718189 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-417f6f9b-10d3-44a9-8f08-fa1d99ac38db tempest-TestVolumeBootPattern-1931687803 tempest-TestVolumeBootPattern-1931687803-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 1094 time: 0.2336690 Sep 09 15:15:19.721046 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 41362) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:15:19.726785 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Request body: {'floatingip': {'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'port_id': '19a261c3-c286-45a8-b594-94930bf519f9', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:15:19.734280 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-982c5ca2-9936-4671-b705-da6793cd4b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:19.735959 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-982c5ca2-9936-4671-b705-da6793cd4b7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9d86bd1-2fde-4135-873a-b7f6a0e6a7cc HTTP/1.1" status: 200 len: 854 time: 0.0571883 Sep 09 15:15:19.760286 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:15:19.777238 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-eada4582-c012-41e6-9db2-134c5c3660e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=873d47fd-3053-4856-895e-352ecc763b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345137 Sep 09 15:15:19.791962 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for floatingip, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:19.870277 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34079392-5331-46fe-bffe-b3f6acfc0fd6 req-f8b437f2-d6f0-4003-928d-d00cec76ecec tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:19.878390 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-34079392-5331-46fe-bffe-b3f6acfc0fd6 req-f8b437f2-d6f0-4003-928d-d00cec76ecec tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f8c2eb-ffe8-4c45-9caa-c0000d3088ff HTTP/1.1" status: 200 len: 944 time: 0.1268146 Sep 09 15:15:19.897596 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-549cf408-082a-4af1-a569-d65fde422473 service neutron] 10.222.0.39 "GET /v2.0/networks/873d47fd-3053-4856-895e-352ecc763b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106331 Sep 09 15:15:19.918051 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port a84cea3f-1027-4b8d-bd96-04cb5d60d1a8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a84cea3f-1027-4b8d-bd96-04cb5d60d1a8,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:19.939829 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': 'a84cea3f-1027-4b8d-bd96-04cb5d60d1a8', 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8', 'port_id': 'a84cea3f-1027-4b8d-bd96-04cb5d60d1a8', 'mac_address': 'fa:16:3e:0a:66:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a1ca1e-1322-4ad8-a756-30dfbf68d102', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:15:19.957345 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-34079392-5331-46fe-bffe-b3f6acfc0fd6 req-24240a4b-3953-44f8-ad48-dd8b531208ef tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771337 Sep 09 15:15:19.991429 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:20.009952 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3014dafc-d872-4f2c-a5e5-e36180c05df7 req-a7cd320c-ef25-4a0b-9087-fdef0d17c5c0 service neutron] 10.222.0.39 "GET /v2.0/networks/873d47fd-3053-4856-895e-352ecc763b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046369 Sep 09 15:15:20.012550 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:20.013410 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:15:20.051281 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port a84cea3f-1027-4b8d-bd96-04cb5d60d1a8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a84cea3f-1027-4b8d-bd96-04cb5d60d1a8,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:20.055707 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:20.121910 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec1c30-b086-4020-93ae-b494243b4b81 req-4ae7c511-6469-491f-9209-c2dda64cf22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:20.124662 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1cec1c30-b086-4020-93ae-b494243b4b81 req-4ae7c511-6469-491f-9209-c2dda64cf22b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=49acaaa8b1f245318d408c563ae04df5&device_id=64f8c2eb-ffe8-4c45-9caa-c0000d3088ff HTTP/1.1" status: 200 len: 1097 time: 0.0461152 Sep 09 15:15:20.132521 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=a84cea3f-1027-4b8d-bd96-04cb5d60d1a8,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:20.167428 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Allocated IP 172.27.3.198 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/38dc0445-565c-422b-b564-8854f5ee2eef) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:15:20.180341 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef553ce-f88b-482f-8e3e-58a7e80a19e9 req-af974ec2-3cc9-41cc-b710-8283f622a3d8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:20.181918 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8ef553ce-f88b-482f-8e3e-58a7e80a19e9 req-af974ec2-3cc9-41cc-b710-8283f622a3d8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2898caf-e899-426a-81f4-f889b01bc281 HTTP/1.1" status: 200 len: 945 time: 0.0945761 Sep 09 15:15:20.271704 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec1c30-b086-4020-93ae-b494243b4b81 req-d9add8bb-69ec-439f-8955-4fca0394fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:20.274269 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1cec1c30-b086-4020-93ae-b494243b4b81 req-d9add8bb-69ec-439f-8955-4fca0394fb7f service neutron] 10.222.0.39 "GET /v2.0/networks?id=873d47fd-3053-4856-895e-352ecc763b30 HTTP/1.1" status: 200 len: 915 time: 0.1407342 Sep 09 15:15:20.280716 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8ef553ce-f88b-482f-8e3e-58a7e80a19e9 req-b3c5ebca-c8fd-4f2a-858c-f491b37316ce tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885081 Sep 09 15:15:20.311902 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['a84cea3f-1027-4b8d-bd96-04cb5d60d1a8'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:15:20.336383 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:20.338375 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1cec1c30-b086-4020-93ae-b494243b4b81 req-8a1b6f44-038c-41cd-9697-71b95fd2f581 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2acd229-7fbd-4265-93f9-3f1ebb6a0950 HTTP/1.1" status: 200 len: 217 time: 0.0550284 Sep 09 15:15:20.397730 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:20.421720 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec1c30-b086-4020-93ae-b494243b4b81 req-35be70e2-3aa9-4fce-ae4b-b37bf5da2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:20.424481 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1cec1c30-b086-4020-93ae-b494243b4b81 req-35be70e2-3aa9-4fce-ae4b-b37bf5da2f9f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9d86bd1-2fde-4135-873a-b7f6a0e6a7cc HTTP/1.1" status: 200 len: 854 time: 0.0786076 Sep 09 15:15:20.458591 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:15:20.463313 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:15:20.465335 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1cec1c30-b086-4020-93ae-b494243b4b81 req-9debc131-baa4-4017-ae8d-ee7f6d475746 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=873d47fd-3053-4856-895e-352ecc763b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328567 Sep 09 15:15:20.469545 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:15:20.483495 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event updated for resources: {'Port': ['ID=38dc0445-565c-422b-b564-8854f5ee2eef,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:20.588701 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1cec1c30-b086-4020-93ae-b494243b4b81 req-f4347467-e407-4ce7-ac33-16b263890b88 service neutron] 10.222.0.39 "GET /v2.0/networks/873d47fd-3053-4856-895e-352ecc763b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103396 Sep 09 15:15:20.687312 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-77d80853-28ca-477c-a056-4a7d65bfc370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:20.696348 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1cec1c30-b086-4020-93ae-b494243b4b81 req-fa1d4d5f-524c-4997-8c67-542d0e78247c service neutron] 10.222.0.39 "GET /v2.0/networks/873d47fd-3053-4856-895e-352ecc763b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006153 Sep 09 15:15:20.857952 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:20.920182 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:20.995265 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:21.349923 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af5205-e854-4da4-8aaa-d9796f4caaf0 req-844766c1-36d1-4302-8fe1-229a0be511eb tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:21.351488 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b5af5205-e854-4da4-8aaa-d9796f4caaf0 req-844766c1-36d1-4302-8fe1-229a0be511eb tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f8c2eb-ffe8-4c45-9caa-c0000d3088ff HTTP/1.1" status: 200 len: 944 time: 0.0924680 Sep 09 15:15:21.471895 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b5af5205-e854-4da4-8aaa-d9796f4caaf0 req-afa95419-9110-40c3-8d1f-ddf5f81584eb tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896115 Sep 09 15:15:21.494302 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb49f7-9b65-4c0e-bb50-6d51efeeec15 req-5638f591-8b2f-4ed5-bc15-b04b5780bc4e tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:21.495815 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c2cb49f7-9b65-4c0e-bb50-6d51efeeec15 req-5638f591-8b2f-4ed5-bc15-b04b5780bc4e tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2898caf-e899-426a-81f4-f889b01bc281 HTTP/1.1" status: 200 len: 945 time: 0.1125190 Sep 09 15:15:21.520422 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:21.530594 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:21.617824 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c2cb49f7-9b65-4c0e-bb50-6d51efeeec15 req-a7c2bcd7-4751-42a8-8279-fc879b2b8339 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127851 Sep 09 15:15:21.626301 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event updated for resources: {'Port': ['ID=38dc0445-565c-422b-b564-8854f5ee2eef,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:21.639986 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681918'] for floatingip, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:21.695578 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:21.752689 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.l3_db [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Floating IP 822adcd5-2125-464d-9f31-098f5f4b8e0c associated. External IP: 172.27.3.198, port: 19a261c3-c286-45a8-b594-94930bf519f9. Sep 09 15:15:21.768191 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device a2acd229-7fbd-4265-93f9-3f1ebb6a0950 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:15:21.770368 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:15:21.886226 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:15:21.896375 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:15:21.896749 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:21.926708 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port a2acd229-7fbd-4265-93f9-3f1ebb6a0950, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a2acd229-7fbd-4265-93f9-3f1ebb6a0950,segment=NetworkSegment(1a4fc807-3592-4b87-8b8d-0b976cea08d4),segment_id=1a4fc807-3592-4b87-8b8d-0b976cea08d4)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:21.943273 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': 'a2acd229-7fbd-4265-93f9-3f1ebb6a0950', 'network_id': '873d47fd-3053-4856-895e-352ecc763b30', 'port_id': 'a2acd229-7fbd-4265-93f9-3f1ebb6a0950', 'mac_address': 'fa:16:3e:13:44:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d86bd1-2fde-4135-873a-b7f6a0e6a7cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:15:22.004111 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Router f5939e44-ffbd-486c-9615-332e223dacc3 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:15:22.016976 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:22.036090 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2acd229-7fbd-4265-93f9-3f1ebb6a0950 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:15:22.045909 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:22.070105 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port a2acd229-7fbd-4265-93f9-3f1ebb6a0950, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a2acd229-7fbd-4265-93f9-3f1ebb6a0950,segment=NetworkSegment(1a4fc807-3592-4b87-8b8d-0b976cea08d4),segment_id=1a4fc807-3592-4b87-8b8d-0b976cea08d4)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:22.077278 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:22.085446 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2898caf-e899-426a-81f4-f889b01bc281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84cea3f-1027-4b8d-bd96-04cb5d60d1a8'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:15:22.087799 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f104491-259f-4eee-9ad6-36c26d774cba" -d '{"events": [{"server_uuid": "e2898caf-e899-426a-81f4-f889b01bc281", "name": "network-vif-plugged", "status": "completed", "tag": "a84cea3f-1027-4b8d-bd96-04cb5d60d1a8"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:15:22.119089 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:15:22.119905 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port a84cea3f-1027-4b8d-bd96-04cb5d60d1a8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a84cea3f-1027-4b8d-bd96-04cb5d60d1a8,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:22.127821 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:22.141373 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:22.144492 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cfefd2-b136-4796-b0eb-baa0468d7cfb x-openstack-request-id: req-41cfefd2-b136-4796-b0eb-baa0468d7cfb {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:15:22.144785 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2898caf-e899-426a-81f4-f889b01bc281", "name": "network-vif-plugged", "status": "completed", "tag": "a84cea3f-1027-4b8d-bd96-04cb5d60d1a8", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:15:22.145027 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41cfefd2-b136-4796-b0eb-baa0468d7cfb {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:15:22.145445 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2898caf-e899-426a-81f4-f889b01bc281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84cea3f-1027-4b8d-bd96-04cb5d60d1a8', 'code': 200} Sep 09 15:15:22.152277 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c98a6a0-2bfe-43d5-86e0-96d61f65c1ff None None] Sync routers for ids ['f5939e44-ffbd-486c-9615-332e223dacc3'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:15:22.163405 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=a2acd229-7fbd-4265-93f9-3f1ebb6a0950,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:22.175370 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-1073fe6c-cd7b-4ddf-a8ce-7422aacb9f21 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4528759 Sep 09 15:15:22.175863 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181dbfc2-b66a-4dee-adba-8fa4c5f97e5f', 'tag': '19a261c3-c286-45a8-b594-94930bf519f9'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:15:22.178248 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f202b66-a36b-4de2-8932-e939f98ab037" -d '{"events": [{"name": "network-changed", "server_uuid": "181dbfc2-b66a-4dee-adba-8fa4c5f97e5f", "tag": "19a261c3-c286-45a8-b594-94930bf519f9"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:15:22.190125 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c98a6a0-2bfe-43d5-86e0-96d61f65c1ff None None] Routers {'f5939e44-ffbd-486c-9615-332e223dacc3'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:15:22.190802 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-5c98a6a0-2bfe-43d5-86e0-96d61f65c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:15:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['f5939e44-ffbd-486c-9615-332e223dacc3'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:15:22.218689 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397369ad-c0f2-48cf-986b-434c6d88cea7 x-openstack-request-id: req-397369ad-c0f2-48cf-986b-434c6d88cea7 {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:15:22.218996 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181dbfc2-b66a-4dee-adba-8fa4c5f97e5f", "tag": "19a261c3-c286-45a8-b594-94930bf519f9", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:15:22.219260 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-397369ad-c0f2-48cf-986b-434c6d88cea7 {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:15:22.219674 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181dbfc2-b66a-4dee-adba-8fa4c5f97e5f', 'tag': '19a261c3-c286-45a8-b594-94930bf519f9', 'status': 'completed', 'code': 200} Sep 09 15:15:22.273343 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=a84cea3f-1027-4b8d-bd96-04cb5d60d1a8,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:22.323410 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f202b66-a36b-4de2-8932-e939f98ab037 req-6f416b2b-9852-4a5a-8033-d1ec1fca213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:22.326644 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8f202b66-a36b-4de2-8932-e939f98ab037 req-6f416b2b-9852-4a5a-8033-d1ec1fca213d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60e24a0985124167a48ad737065f163e&device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 1099 time: 0.0764153 Sep 09 15:15:22.327498 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-5c98a6a0-2bfe-43d5-86e0-96d61f65c1ff None None] Set router f5939e44-ffbd-486c-9615-332e223dacc3 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:15:22.358752 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['a2acd229-7fbd-4265-93f9-3f1ebb6a0950'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:15:22.416137 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04eb5d-483d-4860-a654-f1fbc1fcaca9 req-7fb68484-cd67-435b-9de0-f205151131dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:22.417576 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eb04eb5d-483d-4860-a654-f1fbc1fcaca9 req-7fb68484-cd67-435b-9de0-f205151131dd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e2898caf-e899-426a-81f4-f889b01bc281 HTTP/1.1" status: 200 len: 1099 time: 0.1110988 Sep 09 15:15:22.470903 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f202b66-a36b-4de2-8932-e939f98ab037 req-d41c0db2-9712-4c93-9f5a-0759c003c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:22.472404 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8f202b66-a36b-4de2-8932-e939f98ab037 req-d41c0db2-9712-4c93-9f5a-0759c003c645 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed HTTP/1.1" status: 200 len: 912 time: 0.1268215 Sep 09 15:15:22.474572 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eb04eb5d-483d-4860-a654-f1fbc1fcaca9 req-119cb46e-5a59-4fff-832b-2d7b1069eed6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493226 Sep 09 15:15:22.594275 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b72d1e-72b8-4121-8f15-62fbd0e5631f req-87b80979-3253-4d0f-bc54-0f65b360694f tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:22.596271 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-42b72d1e-72b8-4121-8f15-62fbd0e5631f req-87b80979-3253-4d0f-bc54-0f65b360694f tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f8c2eb-ffe8-4c45-9caa-c0000d3088ff HTTP/1.1" status: 200 len: 945 time: 0.0531893 Sep 09 15:15:22.636585 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-42b72d1e-72b8-4121-8f15-62fbd0e5631f req-8e5f7cbc-8d23-457b-aafb-7e57add1e7d0 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335507 Sep 09 15:15:22.686599 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-5c98a6a0-2bfe-43d5-86e0-96d61f65c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '822adcd5-2125-464d-9f31-098f5f4b8e0c', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'port_id': '19a261c3-c286-45a8-b594-94930bf519f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'mac_address': 'fa:16:3e:0e:4e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181dbfc2-b66a-4dee-adba-8fa4c5f97e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:15:20Z', 'updated_at': '2021-09-09T15:15:20Z', 'revision_number': 0, 'project_id': '60e24a0985124167a48ad737065f163e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:03Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:15:22.719506 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c98a6a0-2bfe-43d5-86e0-96d61f65c1ff None None] Checking router: f5939e44-ffbd-486c-9615-332e223dacc3 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:15:22.729047 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c98a6a0-2bfe-43d5-86e0-96d61f65c1ff None None] Routers {'f5939e44-ffbd-486c-9615-332e223dacc3'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:15:22.729591 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-5c98a6a0-2bfe-43d5-86e0-96d61f65c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:15:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['f5939e44-ffbd-486c-9615-332e223dacc3'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:15:22.755155 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8f202b66-a36b-4de2-8932-e939f98ab037 req-c5b974c5-b64a-4b8c-85e1-8a4946dcbdf4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a261c3-c286-45a8-b594-94930bf519f9 HTTP/1.1" status: 200 len: 1000 time: 0.0726752 Sep 09 15:15:22.755459 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e083004-cc34-4d2b-94a6-66be5f6ed77f req-9c3cd9d2-03e8-403b-aabd-eaab9ed903a1 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:22.757138 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9e083004-cc34-4d2b-94a6-66be5f6ed77f req-9c3cd9d2-03e8-403b-aabd-eaab9ed903a1 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2898caf-e899-426a-81f4-f889b01bc281 HTTP/1.1" status: 200 len: 946 time: 0.0601306 Sep 09 15:15:22.808363 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9e083004-cc34-4d2b-94a6-66be5f6ed77f req-0037a106-9a7b-454b-91c9-4736ca693dcd tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442758 Sep 09 15:15:22.816240 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f202b66-a36b-4de2-8932-e939f98ab037 req-b22aae44-768a-4b39-b2e7-c9fb204c11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:22.817998 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8f202b66-a36b-4de2-8932-e939f98ab037 req-b22aae44-768a-4b39-b2e7-c9fb204c11d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b56d118f-8744-4cdd-be23-a614a2b19b95 HTTP/1.1" status: 200 len: 850 time: 0.0492668 Sep 09 15:15:22.876342 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f202b66-a36b-4de2-8932-e939f98ab037 req-c2879132-583b-45cf-be15-d5e522cd1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:22.877913 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8f202b66-a36b-4de2-8932-e939f98ab037 req-c2879132-583b-45cf-be15-d5e522cd1629 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443628 Sep 09 15:15:22.980129 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-5c98a6a0-2bfe-43d5-86e0-96d61f65c1ff None None] Set router f5939e44-ffbd-486c-9615-332e223dacc3 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:15:22.986327 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8f202b66-a36b-4de2-8932-e939f98ab037 req-48dc53ab-5e5e-44a9-8bd1-c74799404dcc service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970461 Sep 09 15:15:23.101023 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8f202b66-a36b-4de2-8932-e939f98ab037 req-7089d662-ecf2-40b7-992b-ace17c3aed4b service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989695 Sep 09 15:15:23.229945 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-5c98a6a0-2bfe-43d5-86e0-96d61f65c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '822adcd5-2125-464d-9f31-098f5f4b8e0c', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'port_id': '19a261c3-c286-45a8-b594-94930bf519f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'mac_address': 'fa:16:3e:0e:4e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181dbfc2-b66a-4dee-adba-8fa4c5f97e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:15:20Z', 'updated_at': '2021-09-09T15:15:20Z', 'revision_number': 0, 'project_id': '60e24a0985124167a48ad737065f163e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:03Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:15:23.261360 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c98a6a0-2bfe-43d5-86e0-96d61f65c1ff None None] The sync data for ids ['f5939e44-ffbd-486c-9615-332e223dacc3'] in dv-cinder-776307-9-iscsi is: [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '822adcd5-2125-464d-9f31-098f5f4b8e0c', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'port_id': '19a261c3-c286-45a8-b594-94930bf519f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'mac_address': 'fa:16:3e:0e:4e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181dbfc2-b66a-4dee-adba-8fa4c5f97e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:15:20Z', 'updated_at': '2021-09-09T15:15:20Z', 'revision_number': 0, 'project_id': '60e24a0985124167a48ad737065f163e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:03Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:15:23.354468 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:23.460910 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e2a655-1153-428b-b013-68a5f3801e6f None None] New status for floating IP 822adcd5-2125-464d-9f31-098f5f4b8e0c: ACTIVE {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 15:15:23.765081 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a6bb4-a121-477e-a7c5-2b779c538bba req-d8c2ddaf-c0c5-49dc-bb63-787b07fa4746 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:23.766590 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4d2a6bb4-a121-477e-a7c5-2b779c538bba req-d8c2ddaf-c0c5-49dc-bb63-787b07fa4746 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f8c2eb-ffe8-4c45-9caa-c0000d3088ff HTTP/1.1" status: 200 len: 945 time: 0.0526559 Sep 09 15:15:23.780004 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device a2acd229-7fbd-4265-93f9-3f1ebb6a0950 up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:15:23.808619 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4d2a6bb4-a121-477e-a7c5-2b779c538bba req-a87336de-3206-47df-992c-bfb6cad7e13e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359051 Sep 09 15:15:23.849342 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port a2acd229-7fbd-4265-93f9-3f1ebb6a0950 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:15:23.854369 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port a2acd229-7fbd-4265-93f9-3f1ebb6a0950 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:15:23.855036 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:23.949789 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:23.951754 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7a9e3-637e-4d6e-b93f-8f06e015bb4e req-3a900063-faff-482a-b743-3f55fc146016 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:23.953492 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-44e7a9e3-637e-4d6e-b93f-8f06e015bb4e req-3a900063-faff-482a-b743-3f55fc146016 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2898caf-e899-426a-81f4-f889b01bc281 HTTP/1.1" status: 200 len: 946 time: 0.0566516 Sep 09 15:15:23.990574 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port a2acd229-7fbd-4265-93f9-3f1ebb6a0950, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a2acd229-7fbd-4265-93f9-3f1ebb6a0950,segment=NetworkSegment(1a4fc807-3592-4b87-8b8d-0b976cea08d4),segment_id=1a4fc807-3592-4b87-8b8d-0b976cea08d4)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:23.995346 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-44e7a9e3-637e-4d6e-b93f-8f06e015bb4e req-b123beb3-ff13-430d-ad75-e413b86bb588 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356138 Sep 09 15:15:23.997502 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:24.057646 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=a2acd229-7fbd-4265-93f9-3f1ebb6a0950,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:24.146318 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f8c2eb-ffe8-4c45-9caa-c0000d3088ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2acd229-7fbd-4265-93f9-3f1ebb6a0950'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:15:24.149136 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595ad15c-8357-4f39-990c-1ce28f5c0dc4" -d '{"events": [{"server_uuid": "64f8c2eb-ffe8-4c45-9caa-c0000d3088ff", "name": "network-vif-plugged", "status": "completed", "tag": "a2acd229-7fbd-4265-93f9-3f1ebb6a0950"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:15:24.191309 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e6746e-2119-4e0e-81a8-cabe0cc96e10 x-openstack-request-id: req-48e6746e-2119-4e0e-81a8-cabe0cc96e10 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:15:24.191810 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f8c2eb-ffe8-4c45-9caa-c0000d3088ff", "name": "network-vif-plugged", "status": "completed", "tag": "a2acd229-7fbd-4265-93f9-3f1ebb6a0950", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:15:24.192296 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48e6746e-2119-4e0e-81a8-cabe0cc96e10 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:15:24.192851 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f8c2eb-ffe8-4c45-9caa-c0000d3088ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2acd229-7fbd-4265-93f9-3f1ebb6a0950', 'code': 200} Sep 09 15:15:24.405792 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285e337-aba8-4cc0-8ac3-dbffce8016ea req-2ad924c3-e12d-46f0-95c3-6d7e772727c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:24.408534 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7285e337-aba8-4cc0-8ac3-dbffce8016ea req-2ad924c3-e12d-46f0-95c3-6d7e772727c3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=64f8c2eb-ffe8-4c45-9caa-c0000d3088ff HTTP/1.1" status: 200 len: 1099 time: 0.0679674 Sep 09 15:15:24.461401 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7285e337-aba8-4cc0-8ac3-dbffce8016ea req-3e0aadab-bb95-4bce-ad00-37b2c6ccd5b0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451760 Sep 09 15:15:24.883360 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:24.944535 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416f8c9-40d5-402e-9bf0-cedc1f99a1c8 req-3c1ee175-0a16-4485-8795-e45ee733b26f tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:24.945889 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f416f8c9-40d5-402e-9bf0-cedc1f99a1c8 req-3c1ee175-0a16-4485-8795-e45ee733b26f tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f8c2eb-ffe8-4c45-9caa-c0000d3088ff HTTP/1.1" status: 200 len: 946 time: 0.0596678 Sep 09 15:15:25.004504 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f416f8c9-40d5-402e-9bf0-cedc1f99a1c8 req-9b9d0a42-1194-4704-b8ef-894984186866 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472472 Sep 09 15:15:25.099236 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7a7eb4c6-8a3f-4167-9bb3-3dbb94806196 req-0f81e179-05e3-4b5e-9b5d-2a5ac8514829 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444870 Sep 09 15:15:25.172000 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eb4c6-8a3f-4167-9bb3-3dbb94806196 req-e9a1deac-04aa-4889-9444-ccb3859cc9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:25.173601 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7a7eb4c6-8a3f-4167-9bb3-3dbb94806196 req-e9a1deac-04aa-4889-9444-ccb3859cc9e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2fbe9b5c8754473b0850c62c32d056b&device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 1099 time: 0.0441723 Sep 09 15:15:25.312423 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eb4c6-8a3f-4167-9bb3-3dbb94806196 req-6dc537a8-5918-40dc-ab88-8efd815c0ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:25.314979 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7a7eb4c6-8a3f-4167-9bb3-3dbb94806196 req-6dc537a8-5918-40dc-ab88-8efd815c0ca6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c HTTP/1.1" status: 200 len: 911 time: 0.1119685 Sep 09 15:15:25.388940 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7a7eb4c6-8a3f-4167-9bb3-3dbb94806196 req-c10bb409-0413-4ec6-91dd-fef62c96f7c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2d7cea7-76e7-492e-be59-caf2f4c1440e HTTP/1.1" status: 200 len: 1002 time: 0.0649686 Sep 09 15:15:25.448138 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eb4c6-8a3f-4167-9bb3-3dbb94806196 req-0f914e14-b474-4bc8-8e61-147367d07848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:25.449732 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7a7eb4c6-8a3f-4167-9bb3-3dbb94806196 req-0f914e14-b474-4bc8-8e61-147367d07848 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db53f811-03ef-4135-a3c5-5d3aa6a75f6d HTTP/1.1" status: 200 len: 849 time: 0.0527203 Sep 09 15:15:25.509492 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eb4c6-8a3f-4167-9bb3-3dbb94806196 req-10945006-6cc0-4fcd-a79c-a1ef0bf164cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:25.511524 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7a7eb4c6-8a3f-4167-9bb3-3dbb94806196 req-10945006-6cc0-4fcd-a79c-a1ef0bf164cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538030 Sep 09 15:15:25.660371 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7a7eb4c6-8a3f-4167-9bb3-3dbb94806196 req-764ca592-d616-4695-958e-76bc7bc6c77a service neutron] 10.222.0.39 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394892 Sep 09 15:15:25.808952 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7a7eb4c6-8a3f-4167-9bb3-3dbb94806196 req-ee057cb4-b057-4a20-83f9-8520bff6b930 service neutron] 10.222.0.39 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263385 Sep 09 15:15:26.033618 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:15:26.144805 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a4c1a-4bfe-4c42-b570-383ab548315c req-42263532-9cda-4034-b27e-f8939f4c3b9e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:26.146461 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-517a4c1a-4bfe-4c42-b570-383ab548315c req-42263532-9cda-4034-b27e-f8939f4c3b9e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f8c2eb-ffe8-4c45-9caa-c0000d3088ff HTTP/1.1" status: 200 len: 946 time: 0.0592775 Sep 09 15:15:26.216699 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-517a4c1a-4bfe-4c42-b570-383ab548315c req-4bdfa68d-af2d-4782-a2c7-d8e0f6c66b63 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600858 Sep 09 15:15:33.721581 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-412193a3-7515-418f-be18-cc28a52c16af tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:33.723212 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-412193a3-7515-418f-be18-cc28a52c16af tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/networks?id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8 HTTP/1.1" status: 200 len: 815 time: 0.1167152 Sep 09 15:15:33.739906 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-22556469-97b2-4831-9ea0-8108a985d2bd tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/quotas/3a47dafcb21c45c287a368ab1ac8801b HTTP/1.1" status: 200 len: 375 time: 0.0104599 Sep 09 15:15:33.797426 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-228d04b1-5ca7-473b-b49c-47324a55ba9f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a47dafcb21c45c287a368ab1ac8801b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478466 Sep 09 15:15:33.895325 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-bb978c83-b6eb-4dfa-a4c5-561d1a5a69d8 service neutron] 10.222.0.18 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906255 Sep 09 15:15:34.004012 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-40a2856c-6687-46de-bea6-b03c1c145c7d service neutron] 10.222.0.18 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019428 Sep 09 15:15:34.207951 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e1507c4d-3c48-4511-99e5-eeffb5d93c4b req-f6d53438-007d-4ee6-b1ca-7c6525a8e411 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 210 time: 0.0374479 Sep 09 15:15:35.337728 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-9c8a2e0b-2d87-4c53-aac6-b6043d7afb9b tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:35.338579 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3d874d73-7236-4630-8703-461059d3e763 req-d775c10a-c0da-4081-9c24-352b35b73f32 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 210 time: 0.0277028 Sep 09 15:15:35.339317 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-9c8a2e0b-2d87-4c53-aac6-b6043d7afb9b tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.39 "GET /v2.0/networks?id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8 HTTP/1.1" status: 200 len: 815 time: 0.1408710 Sep 09 15:15:35.360981 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Request body: {'port': {'device_id': '5f1b8462-0854-468b-b752-bbfee26cfc85', 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8', 'admin_state_up': True, 'tenant_id': '3a47dafcb21c45c287a368ab1ac8801b'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:15:35.490076 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Made reservation on behalf of 3a47dafcb21c45c287a368ab1ac8801b for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:15:35.496039 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:35.665291 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Allocated IP 172.20.0.5 (8ac8f2b6-4312-4238-8a48-bd53cadf49c8/c6a1ca1e-1322-4ad8-a756-30dfbf68d102/c6b2857b-33e9-427c-828f-4a5713d2f0a3) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:15:35.829959 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:35.872101 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:35.886354 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['a84cea3f-1027-4b8d-bd96-04cb5d60d1a8'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:15:35.917827 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:15:35.921798 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:15:35.925977 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:15:35.952988 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Pushing event updated for resources: {'Port': ['ID=c6b2857b-33e9-427c-828f-4a5713d2f0a3,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:35.968951 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:35.969291 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:35.969626 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:35.969956 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:35.970285 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:35.970607 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:35.971367 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:35.971367 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:35.971680 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:35.971862 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:35.972233 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:35.972499 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:15:36.002033 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:36.003183 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:36.026759 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-b43e93bb-940c-4f87-8d1d-bc88b0925cb8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6762180 Sep 09 15:15:36.050505 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Request body: {'port': {'device_id': '5f1b8462-0854-468b-b752-bbfee26cfc85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:15:36.132299 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:36.442853 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b2857b-33e9-427c-828f-4a5713d2f0a3 {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:15:36.452192 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:36.465303 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Transition to ACTIVE for port object c6b2857b-33e9-427c-828f-4a5713d2f0a3 will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:15:36.472588 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:36.477129 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7387307-3253-4b04-868f-15060e57bc40 req-a6b2c688-5afc-4063-b6eb-169c4788d850 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:36.479084 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a7387307-3253-4b04-868f-15060e57bc40 req-a6b2c688-5afc-4063-b6eb-169c4788d850 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 931 time: 0.0610888 Sep 09 15:15:36.528493 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b2857b-33e9-427c-828f-4a5713d2f0a3,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:36.530789 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a7387307-3253-4b04-868f-15060e57bc40 req-27d2c024-d28a-4e58-83b8-3679750ff57d tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422628 Sep 09 15:15:36.609530 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Attempting to bind port c6b2857b-33e9-427c-828f-4a5713d2f0a3 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:15:36.609869 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Attempting to bind port c6b2857b-33e9-427c-828f-4a5713d2f0a3 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '1a620c00-2961-43e1-a15e-1bfa08742a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:15:36.610198 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Attempting to bind port c6b2857b-33e9-427c-828f-4a5713d2f0a3 on network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:15:36.614899 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Port c6b2857b-33e9-427c-828f-4a5713d2f0a3 on network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:15:36.615221 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Attempting to bind port c6b2857b-33e9-427c-828f-4a5713d2f0a3 on network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:15:36.620620 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:15:36.620956 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Checking segment: {'id': '1a620c00-2961-43e1-a15e-1bfa08742a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:15:36.621956 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Bound using segment: {'id': '1a620c00-2961-43e1-a15e-1bfa08742a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:15:36.623162 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Bound port: c6b2857b-33e9-427c-828f-4a5713d2f0a3, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a620c00-2961-43e1-a15e-1bfa08742a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:15:36.623536 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:36.698544 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] For port c6b2857b-33e9-427c-828f-4a5713d2f0a3, host hv-cinder-77630, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:15:36.702018 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] For port c6b2857b-33e9-427c-828f-4a5713d2f0a3, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c6b2857b-33e9-427c-828f-4a5713d2f0a3,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:15:36.708642 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:36.746034 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:36.746689 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:36.748152 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] 10.222.0.39 "PUT /v2.0/ports/c6b2857b-33e9-427c-828f-4a5713d2f0a3 HTTP/1.1" status: 200 len: 1093 time: 0.7024112 Sep 09 15:15:36.748600 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1b8462-0854-468b-b752-bbfee26cfc85', 'tag': 'c6b2857b-33e9-427c-828f-4a5713d2f0a3'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:15:36.750933 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6528208-9533-43a1-bca0-caf32c882397" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1b8462-0854-468b-b752-bbfee26cfc85", "tag": "c6b2857b-33e9-427c-828f-4a5713d2f0a3"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:15:36.783457 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b67a0c-f940-480a-9d9e-545a2f054b53 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b2857b-33e9-427c-828f-4a5713d2f0a3,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:36.798570 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc9981e-960d-4247-8613-55574f2b53d1 x-openstack-request-id: req-dbc9981e-960d-4247-8613-55574f2b53d1 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:15:36.798904 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1b8462-0854-468b-b752-bbfee26cfc85", "tag": "c6b2857b-33e9-427c-828f-4a5713d2f0a3", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:15:36.799156 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbc9981e-960d-4247-8613-55574f2b53d1 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:15:36.799561 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1b8462-0854-468b-b752-bbfee26cfc85', 'tag': 'c6b2857b-33e9-427c-828f-4a5713d2f0a3', 'status': 'completed', 'code': 200} Sep 09 15:15:36.851124 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-44e253c2-b2b7-43c0-812e-4bdf8de9d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:36.853429 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-44e253c2-b2b7-43c0-812e-4bdf8de9d9ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a47dafcb21c45c287a368ab1ac8801b&device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 1096 time: 0.0444040 Sep 09 15:15:36.909686 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-54d19bf5-87f6-41c3-8061-f423531edd18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6b2857b-33e9-427c-828f-4a5713d2f0a3 HTTP/1.1" status: 200 len: 217 time: 0.0388720 Sep 09 15:15:36.965851 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-ff2b0083-34c8-4ebb-a484-e095c2599611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:36.967458 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-ff2b0083-34c8-4ebb-a484-e095c2599611 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6a1ca1e-1322-4ad8-a756-30dfbf68d102 HTTP/1.1" status: 200 len: 855 time: 0.0475230 Sep 09 15:15:37.010032 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-0058253d-2a2e-4ece-8888-9bf8ba8d9030 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294788 Sep 09 15:15:37.121263 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-b807a6d4-8ca9-4873-9f13-eaa814c7a81a service neutron] 10.222.0.39 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905604 Sep 09 15:15:37.222416 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a48f293e-d08e-4e34-96a6-84131029fe86 req-8aec41db-8e98-4509-8721-89c734a6cd64 service neutron] 10.222.0.39 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931244 Sep 09 15:15:37.317856 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6528208-9533-43a1-bca0-caf32c882397 req-4d0e59fb-cb0d-476f-8c0e-716f7bf2bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:37.319604 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d6528208-9533-43a1-bca0-caf32c882397 req-4d0e59fb-cb0d-476f-8c0e-716f7bf2bf28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a47dafcb21c45c287a368ab1ac8801b&device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 1096 time: 0.0474815 Sep 09 15:15:37.420694 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6528208-9533-43a1-bca0-caf32c882397 req-33531598-8681-4e49-9b6b-b041ceaf310a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:37.422285 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d6528208-9533-43a1-bca0-caf32c882397 req-33531598-8681-4e49-9b6b-b041ceaf310a service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8 HTTP/1.1" status: 200 len: 916 time: 0.0934603 Sep 09 15:15:37.471489 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d6528208-9533-43a1-bca0-caf32c882397 req-5cb692b4-8998-42de-95cb-959cbd777ceb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6b2857b-33e9-427c-828f-4a5713d2f0a3 HTTP/1.1" status: 200 len: 217 time: 0.0412314 Sep 09 15:15:37.533085 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6528208-9533-43a1-bca0-caf32c882397 req-0cf556c4-093f-4823-8dba-cf951384721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:37.534570 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d6528208-9533-43a1-bca0-caf32c882397 req-0cf556c4-093f-4823-8dba-cf951384721c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6a1ca1e-1322-4ad8-a756-30dfbf68d102 HTTP/1.1" status: 200 len: 855 time: 0.0472481 Sep 09 15:15:37.568532 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d6528208-9533-43a1-bca0-caf32c882397 req-2ae2baa3-0454-4d41-ad93-ffc4ec4e6c71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244656 Sep 09 15:15:37.656522 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57722ec-ed0e-476e-ad6a-883a87a6f007 req-9fb1daf9-9774-44a7-8a06-3ac7827fd46c tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:37.658235 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d57722ec-ed0e-476e-ad6a-883a87a6f007 req-9fb1daf9-9774-44a7-8a06-3ac7827fd46c tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 943 time: 0.0549130 Sep 09 15:15:37.675053 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d6528208-9533-43a1-bca0-caf32c882397 req-cf36c4b2-71a4-407c-a9fb-296cb6465580 service neutron] 10.222.0.39 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976989 Sep 09 15:15:37.700195 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d57722ec-ed0e-476e-ad6a-883a87a6f007 req-8d523ba3-5454-49f5-a954-0757e4511899 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327551 Sep 09 15:15:37.775320 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d6528208-9533-43a1-bca0-caf32c882397 req-eafa36a7-4ea1-42ef-9427-76bac58c4ae9 service neutron] 10.222.0.39 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884371 Sep 09 15:15:38.818861 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712bac7-86c4-423f-812a-df163614e51e req-72c32b1e-bdf5-4762-b8eb-c9f478aa4893 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:38.820408 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4712bac7-86c4-423f-812a-df163614e51e req-72c32b1e-bdf5-4762-b8eb-c9f478aa4893 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 943 time: 0.0502949 Sep 09 15:15:38.861770 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4712bac7-86c4-423f-812a-df163614e51e req-76bddaf4-df1c-420b-b4f8-089f9f694d25 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339015 Sep 09 15:15:39.787436 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device c6b2857b-33e9-427c-828f-4a5713d2f0a3 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:15:39.891223 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port c6b2857b-33e9-427c-828f-4a5713d2f0a3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c6b2857b-33e9-427c-828f-4a5713d2f0a3,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:39.905634 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': 'c6b2857b-33e9-427c-828f-4a5713d2f0a3', 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8', 'port_id': 'c6b2857b-33e9-427c-828f-4a5713d2f0a3', 'mac_address': 'fa:16:3e:7f:9a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a1ca1e-1322-4ad8-a756-30dfbf68d102', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:15:39.945403 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:39.964221 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b2857b-33e9-427c-828f-4a5713d2f0a3 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:15:39.986189 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port c6b2857b-33e9-427c-828f-4a5713d2f0a3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c6b2857b-33e9-427c-828f-4a5713d2f0a3,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:39.995266 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:39.995664 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3154de5-daea-46c4-beaf-eb05f8e2825e req-e7636c17-5a34-4ad5-8895-55f3b3aa7495 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:39.998025 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e3154de5-daea-46c4-beaf-eb05f8e2825e req-e7636c17-5a34-4ad5-8895-55f3b3aa7495 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 943 time: 0.0636623 Sep 09 15:15:40.050450 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e3154de5-daea-46c4-beaf-eb05f8e2825e req-160dfbd6-6559-4d23-9b10-e0d96868e076 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451677 Sep 09 15:15:40.051578 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=c6b2857b-33e9-427c-828f-4a5713d2f0a3,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:41.177943 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bac7b5-05ba-4f45-8f32-a1e748b94b41 req-a4b6c555-1b3c-4d39-9422-814cbb9dc241 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:41.179520 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a7bac7b5-05ba-4f45-8f32-a1e748b94b41 req-a4b6c555-1b3c-4d39-9422-814cbb9dc241 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 944 time: 0.0520203 Sep 09 15:15:41.220799 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a7bac7b5-05ba-4f45-8f32-a1e748b94b41 req-fd4821fe-8286-497b-8585-23953abf6d59 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341775 Sep 09 15:15:42.342309 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b97226-9d1c-4cf9-87c7-c06406a49b0b req-c30ea91c-5fc2-4592-8da1-718d71d25197 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:42.343944 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-67b97226-9d1c-4cf9-87c7-c06406a49b0b req-c30ea91c-5fc2-4592-8da1-718d71d25197 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 944 time: 0.0537343 Sep 09 15:15:42.380853 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-67b97226-9d1c-4cf9-87c7-c06406a49b0b req-50062d46-8871-4fe9-943a-6630f1d4cf50 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310719 Sep 09 15:15:43.272687 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['c6b2857b-33e9-427c-828f-4a5713d2f0a3'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:15:43.520880 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60c3d2-1263-4726-8ce9-87b9b1024aef req-872b6d9d-22fe-4c4e-a0d6-b3749df22378 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:43.522506 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8b60c3d2-1263-4726-8ce9-87b9b1024aef req-872b6d9d-22fe-4c4e-a0d6-b3749df22378 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 944 time: 0.0621598 Sep 09 15:15:43.571923 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8b60c3d2-1263-4726-8ce9-87b9b1024aef req-2cbc1246-1620-4d8e-9cc7-0be8f2507011 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411296 Sep 09 15:15:44.694864 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0712f-a6f0-416a-a47d-7d70a58b0ec5 req-2929af94-be32-47f9-a301-3fc7fba33c29 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:44.696546 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8ef0712f-a6f0-416a-a47d-7d70a58b0ec5 req-2929af94-be32-47f9-a301-3fc7fba33c29 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 944 time: 0.0527377 Sep 09 15:15:44.738280 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8ef0712f-a6f0-416a-a47d-7d70a58b0ec5 req-eda36db3-6d79-42b6-bc11-c3de8ff1ea88 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351520 Sep 09 15:15:45.874727 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6e7d6-3275-464a-be29-67c04bb50d76 req-350d6e3d-c068-42c4-b4e2-3fb360a38a26 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:45.877478 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-68d6e7d6-3275-464a-be29-67c04bb50d76 req-350d6e3d-c068-42c4-b4e2-3fb360a38a26 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 944 time: 0.0665977 Sep 09 15:15:45.916612 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-68d6e7d6-3275-464a-be29-67c04bb50d76 req-159c123f-d826-4bb2-ae8c-a50a2f3e4fa0 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330000 Sep 09 15:15:46.045688 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device c6b2857b-33e9-427c-828f-4a5713d2f0a3 up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:15:46.098852 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port c6b2857b-33e9-427c-828f-4a5713d2f0a3 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:15:46.102369 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port c6b2857b-33e9-427c-828f-4a5713d2f0a3 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:15:46.102774 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:46.183094 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:46.206470 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1b8462-0854-468b-b752-bbfee26cfc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b2857b-33e9-427c-828f-4a5713d2f0a3'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:15:46.208726 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e234488-c888-403b-84db-e9a89e07e196" -d '{"events": [{"server_uuid": "5f1b8462-0854-468b-b752-bbfee26cfc85", "name": "network-vif-plugged", "status": "completed", "tag": "c6b2857b-33e9-427c-828f-4a5713d2f0a3"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:15:46.221503 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port c6b2857b-33e9-427c-828f-4a5713d2f0a3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c6b2857b-33e9-427c-828f-4a5713d2f0a3,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:46.226068 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:46.253183 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b350c5f0-aa48-4cc4-8de3-7bde838c94ac x-openstack-request-id: req-b350c5f0-aa48-4cc4-8de3-7bde838c94ac {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:15:46.253471 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1b8462-0854-468b-b752-bbfee26cfc85", "name": "network-vif-plugged", "status": "completed", "tag": "c6b2857b-33e9-427c-828f-4a5713d2f0a3", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:15:46.253719 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b350c5f0-aa48-4cc4-8de3-7bde838c94ac {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:15:46.254111 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1b8462-0854-468b-b752-bbfee26cfc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b2857b-33e9-427c-828f-4a5713d2f0a3', 'code': 200} Sep 09 15:15:46.280051 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=c6b2857b-33e9-427c-828f-4a5713d2f0a3,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:47.036232 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78fe99-a272-4fea-8937-080c770155f4 req-ceaf61c8-d543-46ca-b340-fae87785fcd4 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:47.037731 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ba78fe99-a272-4fea-8937-080c770155f4 req-ceaf61c8-d543-46ca-b340-fae87785fcd4 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 945 time: 0.0484982 Sep 09 15:15:47.081965 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ba78fe99-a272-4fea-8937-080c770155f4 req-7f0284df-7ee0-4b95-bdc7-26fb4c9a0591 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381992 Sep 09 15:15:47.309086 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31319774-1e12-4920-8c8f-2572daa7e7bb req-be54d62f-b6a3-43f0-bccf-133eeccb93e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:47.310644 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-31319774-1e12-4920-8c8f-2572daa7e7bb req-be54d62f-b6a3-43f0-bccf-133eeccb93e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 1098 time: 0.0395961 Sep 09 15:15:47.347764 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-31319774-1e12-4920-8c8f-2572daa7e7bb req-463a5a51-4dc7-472b-b49b-a70d5b234e9d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287304 Sep 09 15:15:47.865959 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d933eb90-17e1-4717-9d72-c886ea5f7789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:48.204725 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47ddd3-b72c-4bf8-b5ca-4b3daae94e56 req-550119e9-51c6-4d25-83b6-b3697bb56182 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:48.206342 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ee47ddd3-b72c-4bf8-b5ca-4b3daae94e56 req-550119e9-51c6-4d25-83b6-b3697bb56182 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 945 time: 0.0526321 Sep 09 15:15:48.252094 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ee47ddd3-b72c-4bf8-b5ca-4b3daae94e56 req-0c49d0a6-aa95-4ff7-b08b-77befc30ff74 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382710 Sep 09 15:15:49.377353 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0510a-d784-40dc-8b09-3823b0148740 req-13657d7b-b73f-4783-baaa-99bbbb59a27c tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:49.378907 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a4a0510a-d784-40dc-8b09-3823b0148740 req-13657d7b-b73f-4783-baaa-99bbbb59a27c tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 945 time: 0.0557013 Sep 09 15:15:49.420912 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a4a0510a-d784-40dc-8b09-3823b0148740 req-b58fca99-ceec-444f-a4ce-cf3680d15df4 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351317 Sep 09 15:15:50.692377 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-90a5f8bb-b364-4b0c-b7cc-af6b8ccd9c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:50.841515 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:51.696866 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:52.230119 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-f7018c1a-531c-47a3-b462-6a70d45cf714 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:52.231873 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-f7018c1a-531c-47a3-b462-6a70d45cf714 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/networks?id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8 HTTP/1.1" status: 200 len: 815 time: 0.1040957 Sep 09 15:15:52.248302 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-5479875a-a3a3-4901-94b0-6bbb00825ea6 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/quotas/3a47dafcb21c45c287a368ab1ac8801b HTTP/1.1" status: 200 len: 375 time: 0.0098693 Sep 09 15:15:52.304619 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-bee36b8f-1326-4ab7-8b24-6bcb8a127e8e tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a47dafcb21c45c287a368ab1ac8801b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491292 Sep 09 15:15:52.404430 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-2f740d50-ee55-4923-ba85-9cd41a935b07 service neutron] 10.222.0.18 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922849 Sep 09 15:15:52.498144 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-36d96874-a719-4cf7-b2ef-782af36ccfd2 service neutron] 10.222.0.18 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875170 Sep 09 15:15:52.666925 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-98bf1a4f-c16f-42db-bbde-e8db8677c7a6 req-b14fff78-2f3f-4a6f-9b3d-25a601286e30 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 210 time: 0.0269766 Sep 09 15:15:52.898220 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7177f-3132-4c8c-816e-88b5fab1db48 req-038330cf-1c98-4196-a5d0-8eb136e5a040 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:52.899858 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ecd7177f-3132-4c8c-816e-88b5fab1db48 req-038330cf-1c98-4196-a5d0-8eb136e5a040 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f8c2eb-ffe8-4c45-9caa-c0000d3088ff HTTP/1.1" status: 200 len: 946 time: 0.0582798 Sep 09 15:15:52.943489 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ecd7177f-3132-4c8c-816e-88b5fab1db48 req-19946c3d-f29e-48da-9686-6e83eb7c751c tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370941 Sep 09 15:15:53.356105 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:53.770506 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3dbc9dbb-ff8d-4a74-97c0-00e634711765 req-d4955683-2c99-4b1c-a703-8e7211e3de94 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 210 time: 0.0292325 Sep 09 15:15:53.777200 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-674fb628-9ec8-4b19-8168-d00a93ffe7d4 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:53.778756 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-674fb628-9ec8-4b19-8168-d00a93ffe7d4 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.39 "GET /v2.0/networks?id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8 HTTP/1.1" status: 200 len: 815 time: 0.1249306 Sep 09 15:15:53.822387 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-dfe1c5e4-d789-49d6-a09f-2c0e553f2d31 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Request body: {'port': {'device_id': '95a93a22-7cb1-4ab3-9ce5-9c4740aef401', 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8', 'admin_state_up': True, 'tenant_id': '3a47dafcb21c45c287a368ab1ac8801b'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:15:53.948201 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-dfe1c5e4-d789-49d6-a09f-2c0e553f2d31 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Made reservation on behalf of 3a47dafcb21c45c287a368ab1ac8801b for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:15:53.951654 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-dfe1c5e4-d789-49d6-a09f-2c0e553f2d31 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:54.063589 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423d50e-b950-4a69-a4e0-8eb4c6747635 req-7494324c-df04-45ca-84a6-61a5760dfe58 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:54.065254 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f423d50e-b950-4a69-a4e0-8eb4c6747635 req-7494324c-df04-45ca-84a6-61a5760dfe58 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f8c2eb-ffe8-4c45-9caa-c0000d3088ff HTTP/1.1" status: 200 len: 946 time: 0.0526087 Sep 09 15:15:54.107145 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f423d50e-b950-4a69-a4e0-8eb4c6747635 req-40489f9b-b9a6-4a77-ba87-388aada4431c tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355651 Sep 09 15:15:54.307403 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-dfe1c5e4-d789-49d6-a09f-2c0e553f2d31 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Allocated IP 172.20.0.10 (8ac8f2b6-4312-4238-8a48-bd53cadf49c8/c6a1ca1e-1322-4ad8-a756-30dfbf68d102/7bdac341-7f4e-4628-a3b3-34eb8665cdc1) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:15:54.460548 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-dfe1c5e4-d789-49d6-a09f-2c0e553f2d31 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:54.499522 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-dfe1c5e4-d789-49d6-a09f-2c0e553f2d31 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:54.516178 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['a84cea3f-1027-4b8d-bd96-04cb5d60d1a8', 'c6b2857b-33e9-427c-828f-4a5713d2f0a3'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:15:54.543899 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-dfe1c5e4-d789-49d6-a09f-2c0e553f2d31 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:15:54.547886 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-dfe1c5e4-d789-49d6-a09f-2c0e553f2d31 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:15:54.551984 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-dfe1c5e4-d789-49d6-a09f-2c0e553f2d31 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:15:54.560963 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1c5e4-d789-49d6-a09f-2c0e553f2d31 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Pushing event updated for resources: {'Port': ['ID=7bdac341-7f4e-4628-a3b3-34eb8665cdc1,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:54.607033 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-dfe1c5e4-d789-49d6-a09f-2c0e553f2d31 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:54.607668 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-dfe1c5e4-d789-49d6-a09f-2c0e553f2d31 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:54.626691 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-dfe1c5e4-d789-49d6-a09f-2c0e553f2d31 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8082495 Sep 09 15:15:54.645542 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Request body: {'port': {'device_id': '95a93a22-7cb1-4ab3-9ce5-9c4740aef401', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:15:54.705115 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:54.876875 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:54.895279 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49d8d8-eafd-42c6-8ac7-071cfd84dfb6 req-86148942-62ea-41c4-a3b5-ce184b40ef21 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:54.896758 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cb49d8d8-eafd-42c6-8ac7-071cfd84dfb6 req-86148942-62ea-41c4-a3b5-ce184b40ef21 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 932 time: 0.0567269 Sep 09 15:15:54.935131 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cb49d8d8-eafd-42c6-8ac7-071cfd84dfb6 req-efc69f5b-7b82-43ff-94b2-2fcb18a230fb tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322065 Sep 09 15:15:54.988418 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bdac341-7f4e-4628-a3b3-34eb8665cdc1 {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:15:54.995709 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:55.007582 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Transition to ACTIVE for port object 7bdac341-7f4e-4628-a3b3-34eb8665cdc1 will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:15:55.010728 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:55.059173 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Pushing event updated for resources: {'Port': ['ID=7bdac341-7f4e-4628-a3b3-34eb8665cdc1,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:55.130064 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Attempting to bind port 7bdac341-7f4e-4628-a3b3-34eb8665cdc1 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:15:55.130294 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Attempting to bind port 7bdac341-7f4e-4628-a3b3-34eb8665cdc1 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '1a620c00-2961-43e1-a15e-1bfa08742a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:15:55.130627 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Attempting to bind port 7bdac341-7f4e-4628-a3b3-34eb8665cdc1 on network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:15:55.134946 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Port 7bdac341-7f4e-4628-a3b3-34eb8665cdc1 on network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:15:55.135268 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Attempting to bind port 7bdac341-7f4e-4628-a3b3-34eb8665cdc1 on network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:15:55.140913 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:15:55.141245 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Checking segment: {'id': '1a620c00-2961-43e1-a15e-1bfa08742a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:15:55.141626 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Bound using segment: {'id': '1a620c00-2961-43e1-a15e-1bfa08742a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:15:55.142052 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Bound port: 7bdac341-7f4e-4628-a3b3-34eb8665cdc1, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a620c00-2961-43e1-a15e-1bfa08742a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:15:55.142408 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:55.207749 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] For port 7bdac341-7f4e-4628-a3b3-34eb8665cdc1, host hv-cinder-77630, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:15:55.211394 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] For port 7bdac341-7f4e-4628-a3b3-34eb8665cdc1, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7bdac341-7f4e-4628-a3b3-34eb8665cdc1,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:15:55.218330 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:55.231796 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657766c1-76c8-44b9-b109-f7546c3fee5e req-91e5775f-484a-439f-b559-40990e4b7a1e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:55.233349 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-657766c1-76c8-44b9-b109-f7546c3fee5e req-91e5775f-484a-439f-b559-40990e4b7a1e tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f8c2eb-ffe8-4c45-9caa-c0000d3088ff HTTP/1.1" status: 200 len: 946 time: 0.0565877 Sep 09 15:15:55.281916 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-657766c1-76c8-44b9-b109-f7546c3fee5e req-c506350f-e911-4bef-babb-4ccf6b1da96d tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/security-groups?id=92db731e-e183-4a85-b961-f7a58e92f000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365689 Sep 09 15:15:55.282293 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:55.282293 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:55.282293 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] 10.222.0.39 "PUT /v2.0/ports/7bdac341-7f4e-4628-a3b3-34eb8665cdc1 HTTP/1.1" status: 200 len: 1094 time: 0.6409755 Sep 09 15:15:55.282678 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a93a22-7cb1-4ab3-9ce5-9c4740aef401', 'tag': '7bdac341-7f4e-4628-a3b3-34eb8665cdc1'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:15:55.284935 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc6f9a4-b301-46cd-8fac-15bc4e62ca42" -d '{"events": [{"name": "network-changed", "server_uuid": "95a93a22-7cb1-4ab3-9ce5-9c4740aef401", "tag": "7bdac341-7f4e-4628-a3b3-34eb8665cdc1"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:15:55.318867 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c581f25-df7a-4549-bc2b-e3e7b137541a service neutron] Pushing event updated for resources: {'Port': ['ID=7bdac341-7f4e-4628-a3b3-34eb8665cdc1,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:55.345359 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6777942c-72fc-46ba-9115-b6b48d22f867 x-openstack-request-id: req-6777942c-72fc-46ba-9115-b6b48d22f867 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:15:55.345653 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a93a22-7cb1-4ab3-9ce5-9c4740aef401", "tag": "7bdac341-7f4e-4628-a3b3-34eb8665cdc1", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:15:55.345904 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6777942c-72fc-46ba-9115-b6b48d22f867 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:15:55.346297 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a93a22-7cb1-4ab3-9ce5-9c4740aef401', 'tag': '7bdac341-7f4e-4628-a3b3-34eb8665cdc1', 'status': 'completed', 'code': 200} Sep 09 15:15:55.367552 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d5ba0-9c74-4747-8238-be9db1c4339a req-b17a3a52-3ccb-46c6-ae33-fa924579caec tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:55.369071 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-756d5ba0-9c74-4747-8238-be9db1c4339a req-b17a3a52-3ccb-46c6-ae33-fa924579caec tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.39 "GET /v2.0/ports?device_id=64f8c2eb-ffe8-4c45-9caa-c0000d3088ff HTTP/1.1" status: 200 len: 946 time: 0.1257839 Sep 09 15:15:55.412728 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-a99f178d-fdd0-41b2-8964-205b7af4da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:55.414149 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-a99f178d-fdd0-41b2-8964-205b7af4da99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a47dafcb21c45c287a368ab1ac8801b&device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 1097 time: 0.0825524 Sep 09 15:15:55.486074 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-a0504811-cd61-40d0-bebe-917e603bd70a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bdac341-7f4e-4628-a3b3-34eb8665cdc1 HTTP/1.1" status: 200 len: 217 time: 0.0573616 Sep 09 15:15:55.547991 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-756d5ba0-9c74-4747-8238-be9db1c4339a req-819dbf11-9260-4eda-8149-e47b76d437bf tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Deleting port a2acd229-7fbd-4265-93f9-3f1ebb6a0950 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:15:55.548335 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-756d5ba0-9c74-4747-8238-be9db1c4339a req-819dbf11-9260-4eda-8149-e47b76d437bf tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:55.555317 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-bf60cb3a-01b4-4e36-8ba1-4d864dcd90da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:55.556812 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-bf60cb3a-01b4-4e36-8ba1-4d864dcd90da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6a1ca1e-1322-4ad8-a756-30dfbf68d102 HTTP/1.1" status: 200 len: 855 time: 0.0622852 Sep 09 15:15:55.610609 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-532a61a7-5562-4f56-ba8b-72b615f4ca4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404990 Sep 09 15:15:55.730209 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-756d5ba0-9c74-4747-8238-be9db1c4339a req-819dbf11-9260-4eda-8149-e47b76d437bf tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] For port a2acd229-7fbd-4265-93f9-3f1ebb6a0950, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a2acd229-7fbd-4265-93f9-3f1ebb6a0950,segment=NetworkSegment(1a4fc807-3592-4b87-8b8d-0b976cea08d4),segment_id=1a4fc807-3592-4b87-8b8d-0b976cea08d4)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:55.730496 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-756d5ba0-9c74-4747-8238-be9db1c4339a req-819dbf11-9260-4eda-8149-e47b76d437bf tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:55.748689 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-756d5ba0-9c74-4747-8238-be9db1c4339a req-819dbf11-9260-4eda-8149-e47b76d437bf tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Calling delete_port for a2acd229-7fbd-4265-93f9-3f1ebb6a0950 owned by compute:nova {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:15:55.774149 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-0ab3e321-1fe8-457a-b55c-2579d95530ed service neutron] 10.222.0.39 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353860 Sep 09 15:15:55.924351 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c0a6f551-38b8-4b2c-9d2d-0eb9d46f3dcf req-455e8983-8c25-4dc3-bd20-6f4dc3ac2bf0 service neutron] 10.222.0.39 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195822 Sep 09 15:15:55.990677 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-756d5ba0-9c74-4747-8238-be9db1c4339a req-819dbf11-9260-4eda-8149-e47b76d437bf tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:56.003156 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['a2acd229-7fbd-4265-93f9-3f1ebb6a0950'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:15:56.047603 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819dbf11-9260-4eda-8149-e47b76d437bf tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Pushing event deleted for resources: {'Port': ['ID=a2acd229-7fbd-4265-93f9-3f1ebb6a0950,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:56.061154 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67b57c-3ba9-4e79-8be7-df8afac0c3a5 req-bfe1bf35-354f-407e-a581-688871163491 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:56.063823 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6a67b57c-3ba9-4e79-8be7-df8afac0c3a5 req-bfe1bf35-354f-407e-a581-688871163491 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 944 time: 0.0576305 Sep 09 15:15:56.064575 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6f9a4-b301-46cd-8fac-15bc4e62ca42 req-8454b532-3619-4df4-bd30-8d992c1ee54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:56.066093 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-acc6f9a4-b301-46cd-8fac-15bc4e62ca42 req-8454b532-3619-4df4-bd30-8d992c1ee54f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a47dafcb21c45c287a368ab1ac8801b&device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 1097 time: 0.0857484 Sep 09 15:15:56.110774 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6a67b57c-3ba9-4e79-8be7-df8afac0c3a5 req-242ca118-cb39-46cc-b374-3e3f2d4a8d8e tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348215 Sep 09 15:15:56.113795 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-756d5ba0-9c74-4747-8238-be9db1c4339a req-819dbf11-9260-4eda-8149-e47b76d437bf tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] No DVR routers for this DVR port a2acd229-7fbd-4265-93f9-3f1ebb6a0950 on host hv-cinder-77630 {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:15:56.117487 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-756d5ba0-9c74-4747-8238-be9db1c4339a req-819dbf11-9260-4eda-8149-e47b76d437bf tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:56.119515 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-756d5ba0-9c74-4747-8238-be9db1c4339a req-819dbf11-9260-4eda-8149-e47b76d437bf tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.39 "DELETE /v2.0/ports/a2acd229-7fbd-4265-93f9-3f1ebb6a0950 HTTP/1.1" status: 204 len: 173 time: 0.7387476 Sep 09 15:15:56.194630 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6f9a4-b301-46cd-8fac-15bc4e62ca42 req-17b12a9b-a7e7-4c22-b90e-28e7e82c2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:56.196161 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-acc6f9a4-b301-46cd-8fac-15bc4e62ca42 req-17b12a9b-a7e7-4c22-b90e-28e7e82c2762 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8 HTTP/1.1" status: 200 len: 916 time: 0.1155427 Sep 09 15:15:56.245190 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-acc6f9a4-b301-46cd-8fac-15bc4e62ca42 req-02dec258-0662-45a4-b2c0-538da5490694 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bdac341-7f4e-4628-a3b3-34eb8665cdc1 HTTP/1.1" status: 200 len: 217 time: 0.0400574 Sep 09 15:15:56.308837 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6f9a4-b301-46cd-8fac-15bc4e62ca42 req-4480ac97-04f7-4ce4-8fb4-b2fab2dc1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:56.310321 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-acc6f9a4-b301-46cd-8fac-15bc4e62ca42 req-4480ac97-04f7-4ce4-8fb4-b2fab2dc1a77 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6a1ca1e-1322-4ad8-a756-30dfbf68d102 HTTP/1.1" status: 200 len: 855 time: 0.0489860 Sep 09 15:15:56.347067 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-acc6f9a4-b301-46cd-8fac-15bc4e62ca42 req-4abb9b0f-8fa6-4ab0-a69f-f62b0c03e5f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264792 Sep 09 15:15:56.400379 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cae07ae4-4b64-408e-805d-db25d766f4a5 req-39856cd3-6d64-4fb4-9539-6ccb79428912 tempest-VolumesSnapshotTestJSON-446879213 tempest-VolumesSnapshotTestJSON-446879213-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f8c2eb-ffe8-4c45-9caa-c0000d3088ff HTTP/1.1" status: 200 len: 210 time: 0.0314310 Sep 09 15:15:56.450915 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-acc6f9a4-b301-46cd-8fac-15bc4e62ca42 req-13803c9b-a265-4d9a-84ea-74a897715971 service neutron] 10.222.0.39 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950539 Sep 09 15:15:56.558636 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-acc6f9a4-b301-46cd-8fac-15bc4e62ca42 req-6d237601-1fb5-4dd0-91f0-12f79771073b service neutron] 10.222.0.39 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884945 Sep 09 15:15:57.243775 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e702cdd-d632-4ce8-8157-139d5cc9cdeb req-4fadfe7a-b1cd-429c-9b12-c2ef094cfa5a tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:57.245334 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7e702cdd-d632-4ce8-8157-139d5cc9cdeb req-4fadfe7a-b1cd-429c-9b12-c2ef094cfa5a tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 944 time: 0.0544298 Sep 09 15:15:57.286090 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7e702cdd-d632-4ce8-8157-139d5cc9cdeb req-35003427-ed13-41b1-9b65-28d1bf944b4b tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336642 Sep 09 15:15:57.347961 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f8c2eb-ffe8-4c45-9caa-c0000d3088ff', 'name': 'network-vif-deleted', 'tag': 'a2acd229-7fbd-4265-93f9-3f1ebb6a0950'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:15:57.350336 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa6c5e1-a62c-4cb1-948f-da7a6ce3e16b" -d '{"events": [{"server_uuid": "64f8c2eb-ffe8-4c45-9caa-c0000d3088ff", "name": "network-vif-deleted", "tag": "a2acd229-7fbd-4265-93f9-3f1ebb6a0950"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:15:57.387106 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3095ea-c212-4a8c-8961-bf6b2811cde0 x-openstack-request-id: req-1f3095ea-c212-4a8c-8961-bf6b2811cde0 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:15:57.387396 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f8c2eb-ffe8-4c45-9caa-c0000d3088ff", "name": "network-vif-deleted", "tag": "a2acd229-7fbd-4265-93f9-3f1ebb6a0950", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:15:57.387645 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f3095ea-c212-4a8c-8961-bf6b2811cde0 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:15:57.388041 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f8c2eb-ffe8-4c45-9caa-c0000d3088ff', 'name': 'network-vif-deleted', 'tag': 'a2acd229-7fbd-4265-93f9-3f1ebb6a0950', 'status': 'completed', 'code': 200} Sep 09 15:15:58.406295 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2653b9f-80ce-4cdc-981b-1f7ab505c93e req-5e203d33-99b5-4d91-aa96-c9832a60d9fa tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:58.407816 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c2653b9f-80ce-4cdc-981b-1f7ab505c93e req-5e203d33-99b5-4d91-aa96-c9832a60d9fa tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 944 time: 0.0498805 Sep 09 15:15:58.445097 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c2653b9f-80ce-4cdc-981b-1f7ab505c93e req-e1f4954f-d447-4758-ab34-30fcfbe0cfdc tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313618 Sep 09 15:15:59.187820 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 7bdac341-7f4e-4628-a3b3-34eb8665cdc1 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:15:59.192247 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device a2acd229-7fbd-4265-93f9-3f1ebb6a0950 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:15:59.217822 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: a2acd229-7fbd-4265-93f9-3f1ebb6a0950 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:15:59.218163 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device a2acd229-7fbd-4265-93f9-3f1ebb6a0950 not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:15:59.307425 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 7bdac341-7f4e-4628-a3b3-34eb8665cdc1, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7bdac341-7f4e-4628-a3b3-34eb8665cdc1,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:59.317749 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': '7bdac341-7f4e-4628-a3b3-34eb8665cdc1', 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8', 'port_id': '7bdac341-7f4e-4628-a3b3-34eb8665cdc1', 'mac_address': 'fa:16:3e:ad:15:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a1ca1e-1322-4ad8-a756-30dfbf68d102', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:15:59.355007 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:59.367286 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bdac341-7f4e-4628-a3b3-34eb8665cdc1 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:15:59.385371 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 7bdac341-7f4e-4628-a3b3-34eb8665cdc1, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7bdac341-7f4e-4628-a3b3-34eb8665cdc1,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:15:59.389211 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:15:59.435449 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=7bdac341-7f4e-4628-a3b3-34eb8665cdc1,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:15:59.560115 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20f14e-d69b-4197-9fee-0c0f9024516f req-3ba9ecb7-59e5-475e-bbdd-87f25786ea60 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:15:59.561621 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ce20f14e-d69b-4197-9fee-0c0f9024516f req-3ba9ecb7-59e5-475e-bbdd-87f25786ea60 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 945 time: 0.0489409 Sep 09 15:15:59.604295 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ce20f14e-d69b-4197-9fee-0c0f9024516f req-8cea490f-0d19-4078-b8a7-aa55c6c49c30 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367684 Sep 09 15:16:00.722318 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427eeb7-54b7-4779-b532-885577bad32c req-deeaa2d1-e053-415d-b307-72ef2dcad3c3 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:00.724660 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0427eeb7-54b7-4779-b532-885577bad32c req-deeaa2d1-e053-415d-b307-72ef2dcad3c3 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 945 time: 0.0528760 Sep 09 15:16:00.763098 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0427eeb7-54b7-4779-b532-885577bad32c req-a04884a7-2b33-4cc4-ab9b-9cf33190ef76 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326035 Sep 09 15:16:01.894186 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e768d-2684-4f15-b73f-d1aa8a902b33 req-998cb594-3abb-4091-be80-ef8e3ad7143e tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:01.895705 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-df1e768d-2684-4f15-b73f-d1aa8a902b33 req-998cb594-3abb-4091-be80-ef8e3ad7143e tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 945 time: 0.0494010 Sep 09 15:16:01.938764 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-df1e768d-2684-4f15-b73f-d1aa8a902b33 req-282523ba-a004-4094-94d8-46a68516c584 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359488 Sep 09 15:16:02.266322 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['7bdac341-7f4e-4628-a3b3-34eb8665cdc1'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:16:03.033633 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:16:03.051219 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270fa7f-f1c2-4033-9877-67eee9e7b483 req-00c3e182-c07e-41c2-b673-87b7da1c36a7 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:03.054083 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f270fa7f-f1c2-4033-9877-67eee9e7b483 req-00c3e182-c07e-41c2-b673-87b7da1c36a7 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 945 time: 0.0492737 Sep 09 15:16:03.096022 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f270fa7f-f1c2-4033-9877-67eee9e7b483 req-d7f2db2b-46a4-43e4-9cb2-0999d7bd0f66 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360363 Sep 09 15:16:03.953745 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 7bdac341-7f4e-4628-a3b3-34eb8665cdc1 up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:16:04.006441 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port 7bdac341-7f4e-4628-a3b3-34eb8665cdc1 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:16:04.010365 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port 7bdac341-7f4e-4628-a3b3-34eb8665cdc1 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:04.010765 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:04.094547 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:04.119828 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a93a22-7cb1-4ab3-9ce5-9c4740aef401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdac341-7f4e-4628-a3b3-34eb8665cdc1'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:16:04.123899 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dff6f66-c859-4ece-ab9e-348fd4156c03" -d '{"events": [{"server_uuid": "95a93a22-7cb1-4ab3-9ce5-9c4740aef401", "name": "network-vif-plugged", "status": "completed", "tag": "7bdac341-7f4e-4628-a3b3-34eb8665cdc1"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:16:04.148171 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 7bdac341-7f4e-4628-a3b3-34eb8665cdc1, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7bdac341-7f4e-4628-a3b3-34eb8665cdc1,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:04.155854 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:04.196490 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5ea65e-6ed8-421c-aa8d-fdb2560ecdae x-openstack-request-id: req-3d5ea65e-6ed8-421c-aa8d-fdb2560ecdae {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:16:04.196902 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a93a22-7cb1-4ab3-9ce5-9c4740aef401", "name": "network-vif-plugged", "status": "completed", "tag": "7bdac341-7f4e-4628-a3b3-34eb8665cdc1", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:16:04.197251 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d5ea65e-6ed8-421c-aa8d-fdb2560ecdae {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:16:04.197723 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a93a22-7cb1-4ab3-9ce5-9c4740aef401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdac341-7f4e-4628-a3b3-34eb8665cdc1', 'code': 200} Sep 09 15:16:04.227615 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=7bdac341-7f4e-4628-a3b3-34eb8665cdc1,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:04.262717 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76de7-cf94-4526-9ce1-98a5c4dfd830 req-a297b795-c5f8-4277-ae33-f1c0b09487bd tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:04.264263 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e9e76de7-cf94-4526-9ce1-98a5c4dfd830 req-a297b795-c5f8-4277-ae33-f1c0b09487bd tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 946 time: 0.0567536 Sep 09 15:16:04.309910 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e9e76de7-cf94-4526-9ce1-98a5c4dfd830 req-f4453e9e-e237-4d16-ab92-c7d5f2f22230 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372913 Sep 09 15:16:04.373027 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6555872-77df-432b-9710-7446bd18c243 req-5481ee57-64cc-4bd2-9494-b65bc1fb5643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:04.374509 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c6555872-77df-432b-9710-7446bd18c243 req-5481ee57-64cc-4bd2-9494-b65bc1fb5643 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 1099 time: 0.0449073 Sep 09 15:16:04.410769 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c6555872-77df-432b-9710-7446bd18c243 req-71b6a557-8f95-4154-95f3-72feb7bd0416 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285823 Sep 09 15:16:05.424900 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac166606-6dfa-48bd-a6e5-2792993cbe65 req-3dc7ebe7-20af-4c89-80d7-63ea393e3606 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:05.426394 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ac166606-6dfa-48bd-a6e5-2792993cbe65 req-3dc7ebe7-20af-4c89-80d7-63ea393e3606 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 946 time: 0.0489612 Sep 09 15:16:05.463866 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ac166606-6dfa-48bd-a6e5-2792993cbe65 req-f99a921d-ffe4-4f35-93b1-b8250498e91a tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313168 Sep 09 15:16:06.627212 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a322b-a90f-45ab-90e9-7f4806c1e32f req-ef11e1ce-0473-4f14-b6ed-b2dc2eee8df1 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:06.628789 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4e4a322b-a90f-45ab-90e9-7f4806c1e32f req-ef11e1ce-0473-4f14-b6ed-b2dc2eee8df1 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 946 time: 0.0691719 Sep 09 15:16:06.688925 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4e4a322b-a90f-45ab-90e9-7f4806c1e32f req-fd2438c6-4917-447b-a76a-6d0a4bc8bb52 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523546 Sep 09 15:16:13.947317 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4cbbb-f756-41d5-a9ca-e2bebb97356b req-b8d45cc6-52c1-4d4b-bf9a-0e5a459872ae tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:13.948813 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f8c4cbbb-f756-41d5-a9ca-e2bebb97356b req-b8d45cc6-52c1-4d4b-bf9a-0e5a459872ae tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.1334300 Sep 09 15:16:13.997402 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f8c4cbbb-f756-41d5-a9ca-e2bebb97356b req-b5c3e74d-bafa-49fe-8a7a-c4aa5bb4b34b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390491 Sep 09 15:16:15.116283 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1d1e7-f78f-4f0d-b47f-52c5823ea18b req-862be657-1296-4034-bf33-40844a08190e tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:15.118407 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dfd1d1e7-f78f-4f0d-b47f-52c5823ea18b req-862be657-1296-4034-bf33-40844a08190e tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.0538847 Sep 09 15:16:15.158148 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dfd1d1e7-f78f-4f0d-b47f-52c5823ea18b req-8f12208c-a669-4c81-a1f4-e2cf50eeb609 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339501 Sep 09 15:16:16.283733 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278096e-4d55-42d1-be0c-9f0ea04b15c1 req-be52eba1-d0dc-453d-80f6-33bbef647518 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:16.286071 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c278096e-4d55-42d1-be0c-9f0ea04b15c1 req-be52eba1-d0dc-453d-80f6-33bbef647518 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.0606613 Sep 09 15:16:16.333192 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c278096e-4d55-42d1-be0c-9f0ea04b15c1 req-9d6ef95c-282f-4785-b73c-ffe50c823ad8 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=aadcda23-98d1-45f6-bbb9-4281906438ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401983 Sep 09 15:16:16.391748 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad3855-0819-4095-b387-3f41c5e7d131 req-eadb0036-3236-4dc1-b378-73bb14e5490d tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:16.393493 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c4ad3855-0819-4095-b387-3f41c5e7d131 req-eadb0036-3236-4dc1-b378-73bb14e5490d tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.39 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 946 time: 0.0529697 Sep 09 15:16:16.490076 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-c4ad3855-0819-4095-b387-3f41c5e7d131 req-f7dc6d57-3bf1-4879-ae5d-cb6011cfad8a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Deleting port a2d7cea7-76e7-492e-be59-caf2f4c1440e {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:16:16.490320 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c4ad3855-0819-4095-b387-3f41c5e7d131 req-f7dc6d57-3bf1-4879-ae5d-cb6011cfad8a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:16.591595 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-c4ad3855-0819-4095-b387-3f41c5e7d131 req-f7dc6d57-3bf1-4879-ae5d-cb6011cfad8a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] For port a2d7cea7-76e7-492e-be59-caf2f4c1440e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a2d7cea7-76e7-492e-be59-caf2f4c1440e,segment=NetworkSegment(24394f6b-9b3e-4e73-9b84-bf533dec1e8f),segment_id=24394f6b-9b3e-4e73-9b84-bf533dec1e8f)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:16.591960 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c4ad3855-0819-4095-b387-3f41c5e7d131 req-f7dc6d57-3bf1-4879-ae5d-cb6011cfad8a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:16.875838 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c4ad3855-0819-4095-b387-3f41c5e7d131 req-f7dc6d57-3bf1-4879-ae5d-cb6011cfad8a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:16.876279 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c4ad3855-0819-4095-b387-3f41c5e7d131 req-f7dc6d57-3bf1-4879-ae5d-cb6011cfad8a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681918'] for floatingip, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:16.876624 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.l3_db [req-c4ad3855-0819-4095-b387-3f41c5e7d131 req-f7dc6d57-3bf1-4879-ae5d-cb6011cfad8a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Floating IP 622d8c47-5c70-4a92-b55f-2f05bf8b9f77 disassociated. External IP: 172.27.3.116, port: a2d7cea7-76e7-492e-be59-caf2f4c1440e. Sep 09 15:16:16.876968 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-c4ad3855-0819-4095-b387-3f41c5e7d131 req-f7dc6d57-3bf1-4879-ae5d-cb6011cfad8a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Calling delete_port for a2d7cea7-76e7-492e-be59-caf2f4c1440e owned by compute:nova {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:16:17.007600 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c4ad3855-0819-4095-b387-3f41c5e7d131 req-f7dc6d57-3bf1-4879-ae5d-cb6011cfad8a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:17.037655 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc6d57-3bf1-4879-ae5d-cb6011cfad8a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Pushing event deleted for resources: {'Port': ['ID=a2d7cea7-76e7-492e-be59-caf2f4c1440e,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:17.168671 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4ad3855-0819-4095-b387-3f41c5e7d131 req-f7dc6d57-3bf1-4879-ae5d-cb6011cfad8a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:16:17.285440 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4ad3855-0819-4095-b387-3f41c5e7d131 req-f7dc6d57-3bf1-4879-ae5d-cb6011cfad8a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:16:17.300563 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e83dc1-6f31-44f2-86c7-ee3d21833914 None None] Sync routers for ids ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:16:17.313284 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e83dc1-6f31-44f2-86c7-ee3d21833914 None None] Routers {'c7ffaaf2-74c6-4a09-8b57-5315a054cc04'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:16:17.314178 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-52e83dc1-6f31-44f2-86c7-ee3d21833914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:15:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:17.328171 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ad3855-0819-4095-b387-3f41c5e7d131 req-f7dc6d57-3bf1-4879-ae5d-cb6011cfad8a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] No DVR routers for this DVR port a2d7cea7-76e7-492e-be59-caf2f4c1440e on host hv-cinder-77630 {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:16:17.330623 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c4ad3855-0819-4095-b387-3f41c5e7d131 req-f7dc6d57-3bf1-4879-ae5d-cb6011cfad8a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:17.332641 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c4ad3855-0819-4095-b387-3f41c5e7d131 req-f7dc6d57-3bf1-4879-ae5d-cb6011cfad8a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.39 "DELETE /v2.0/ports/a2d7cea7-76e7-492e-be59-caf2f4c1440e HTTP/1.1" status: 204 len: 173 time: 0.9297297 Sep 09 15:16:17.333165 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145f6593-9cc9-42cb-ab72-82e926992a75', 'name': 'network-vif-deleted', 'tag': 'a2d7cea7-76e7-492e-be59-caf2f4c1440e'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:16:17.335432 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5521fb8-5e03-4943-b12d-425ee86ca20a" -d '{"events": [{"server_uuid": "145f6593-9cc9-42cb-ab72-82e926992a75", "name": "network-vif-deleted", "tag": "a2d7cea7-76e7-492e-be59-caf2f4c1440e"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:16:17.397146 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7127b9e3-0490-4722-a2ff-730c7204e262 x-openstack-request-id: req-7127b9e3-0490-4722-a2ff-730c7204e262 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:16:17.397797 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145f6593-9cc9-42cb-ab72-82e926992a75", "name": "network-vif-deleted", "tag": "a2d7cea7-76e7-492e-be59-caf2f4c1440e", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:16:17.397797 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7127b9e3-0490-4722-a2ff-730c7204e262 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:16:17.398064 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145f6593-9cc9-42cb-ab72-82e926992a75', 'name': 'network-vif-deleted', 'tag': 'a2d7cea7-76e7-492e-be59-caf2f4c1440e', 'status': 'completed', 'code': 200} Sep 09 15:16:17.492177 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4cf050cc-b50b-49e7-ad7d-f48d5ee279f1 req-3ffe9a08-132f-4362-b744-c5e8c2c64ae3 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=145f6593-9cc9-42cb-ab72-82e926992a75 HTTP/1.1" status: 200 len: 210 time: 0.0370388 Sep 09 15:16:17.496878 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-52e83dc1-6f31-44f2-86c7-ee3d21833914 None None] Set router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:16:17.738599 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-52e83dc1-6f31-44f2-86c7-ee3d21833914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '61330a91-e5bc-4f3d-9d40-0090d079f598', 'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'mac_address': 'fa:16:3e:ff:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:23Z', 'updated_at': '2021-09-09T15:11:40Z', 'revision_number': 5, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'subnets': [{'id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:17.768584 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e83dc1-6f31-44f2-86c7-ee3d21833914 None None] Checking router: c7ffaaf2-74c6-4a09-8b57-5315a054cc04 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:16:17.779624 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e83dc1-6f31-44f2-86c7-ee3d21833914 None None] Routers {'c7ffaaf2-74c6-4a09-8b57-5315a054cc04'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:16:17.780243 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-52e83dc1-6f31-44f2-86c7-ee3d21833914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:15:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:17.916557 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-00e698dc-e424-478c-8109-4f4dd61414ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:17.948478 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-52e83dc1-6f31-44f2-86c7-ee3d21833914 None None] Set router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:16:18.248396 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-52e83dc1-6f31-44f2-86c7-ee3d21833914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '61330a91-e5bc-4f3d-9d40-0090d079f598', 'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'mac_address': 'fa:16:3e:ff:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:23Z', 'updated_at': '2021-09-09T15:11:40Z', 'revision_number': 5, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'subnets': [{'id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:18.282386 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e83dc1-6f31-44f2-86c7-ee3d21833914 None None] The sync data for ids ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'] in dv-cinder-776307-9-iscsi is: [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '61330a91-e5bc-4f3d-9d40-0090d079f598', 'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'mac_address': 'fa:16:3e:ff:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:23Z', 'updated_at': '2021-09-09T15:11:40Z', 'revision_number': 5, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'subnets': [{'id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:16:18.607862 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dbc500-b086-4c95-9827-a583b233801c None None] New status for floating IP 622d8c47-5c70-4a92-b55f-2f05bf8b9f77: DOWN {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 15:16:18.637856 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 41890) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:18.786350 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3f67c8c9-f398-4e06-8ba8-0c979df62d37 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:18.835660 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3f67c8c9-f398-4e06-8ba8-0c979df62d37 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:18.957928 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3f67c8c9-f398-4e06-8ba8-0c979df62d37 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:18.961314 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3f67c8c9-f398-4e06-8ba8-0c979df62d37 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:18.965618 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 41916) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:18.966111 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-3f67c8c9-f398-4e06-8ba8-0c979df62d37 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "DELETE /v2.0/security-groups/aadcda23-98d1-45f6-bbb9-4281906438ec HTTP/1.1" status: 204 len: 168 time: 0.3271084 Sep 09 15:16:18.984215 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.api.v2.resource [None req-472b2a9d-4b1e-4108-b2da-1f893c1a256a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] show failed (client error): The resource could not be found. Sep 09 15:16:18.985087 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67c8c9-f398-4e06-8ba8-0c979df62d37 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadcda23-98d1-45f6-bbb9-4281906438ec,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:18.985843 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-472b2a9d-4b1e-4108-b2da-1f893c1a256a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups/aadcda23-98d1-45f6-bbb9-4281906438ec HTTP/1.1" status: 404 len: 347 time: 0.0185602 Sep 09 15:16:18.988972 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 41918) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:18.999086 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef24bc-e10d-4494-94ba-3fba79aacb7b req-e4f8de2a-aaaa-4a56-83d1-6bd97e8674ce tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:19.006948 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-43ef24bc-e10d-4494-94ba-3fba79aacb7b req-e4f8de2a-aaaa-4a56-83d1-6bd97e8674ce tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 946 time: 0.0942595 Sep 09 15:16:19.030446 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c8c9-f398-4e06-8ba8-0c979df62d37 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:19.030815 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c8c9-f398-4e06-8ba8-0c979df62d37 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:19.031153 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c8c9-f398-4e06-8ba8-0c979df62d37 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:19.031478 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c8c9-f398-4e06-8ba8-0c979df62d37 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:19.031998 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c8c9-f398-4e06-8ba8-0c979df62d37 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:19.032324 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c8c9-f398-4e06-8ba8-0c979df62d37 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:19.032643 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c8c9-f398-4e06-8ba8-0c979df62d37 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:19.032964 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c8c9-f398-4e06-8ba8-0c979df62d37 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:19.033286 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c8c9-f398-4e06-8ba8-0c979df62d37 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:19.033599 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c8c9-f398-4e06-8ba8-0c979df62d37 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:19.033913 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c8c9-f398-4e06-8ba8-0c979df62d37 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:19.034228 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c8c9-f398-4e06-8ba8-0c979df62d37 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:19.053764 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-43ef24bc-e10d-4494-94ba-3fba79aacb7b req-36cb4cac-0d02-471a-aa23-471cc68970b8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457945 Sep 09 15:16:19.129335 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-87c943c8-d5ea-434a-a085-0b43e891b13d tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Deleting port d4401148-d90d-4c4f-b8f8-003ed6ae60df {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:16:19.129603 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-87c943c8-d5ea-434a-a085-0b43e891b13d tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:19.212677 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-87c943c8-d5ea-434a-a085-0b43e891b13d tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:19.213057 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-87c943c8-d5ea-434a-a085-0b43e891b13d tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:19.228611 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-87c943c8-d5ea-434a-a085-0b43e891b13d tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Calling delete_port for d4401148-d90d-4c4f-b8f8-003ed6ae60df owned by network:floatingip {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:16:19.385183 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-87c943c8-d5ea-434a-a085-0b43e891b13d tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:19.411833 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c943c8-d5ea-434a-a085-0b43e891b13d tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Pushing event deleted for resources: {'Port': ['ID=d4401148-d90d-4c4f-b8f8-003ed6ae60df,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:19.477693 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-87c943c8-d5ea-434a-a085-0b43e891b13d tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for floatingip, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:19.480208 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-87c943c8-d5ea-434a-a085-0b43e891b13d tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:19.481724 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-87c943c8-d5ea-434a-a085-0b43e891b13d tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "DELETE /v2.0/floatingips/622d8c47-5c70-4a92-b55f-2f05bf8b9f77 HTTP/1.1" status: 204 len: 168 time: 0.4912794 Sep 09 15:16:19.714917 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 41922) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:19.719573 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-b5c42528-eeb6-48c3-a961-fe3a5657cbb5 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1329736496', 'description': 'tempest-description--566159271'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:19.741695 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b5c42528-eeb6-48c3-a961-fe3a5657cbb5 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:19.831278 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b5c42528-eeb6-48c3-a961-fe3a5657cbb5 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:19.838497 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b5c42528-eeb6-48c3-a961-fe3a5657cbb5 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:19.870716 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b5c42528-eeb6-48c3-a961-fe3a5657cbb5 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:19.871960 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b5c42528-eeb6-48c3-a961-fe3a5657cbb5 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1560450 Sep 09 15:16:19.874010 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c42528-eeb6-48c3-a961-fe3a5657cbb5 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5137a2-a621-4bfd-8686-a1ebe5cb203c,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:19.875166 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 41924) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:19.881581 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-e8c2a0fb-c5f8-4e36-95b7-13a65b0fbe3b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Request body: {'security_group_rule': {'security_group_id': 'dc5137a2-a621-4bfd-8686-a1ebe5cb203c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:19.914981 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e8c2a0fb-c5f8-4e36-95b7-13a65b0fbe3b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:19.966137 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e8c2a0fb-c5f8-4e36-95b7-13a65b0fbe3b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:19.970161 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e8c2a0fb-c5f8-4e36-95b7-13a65b0fbe3b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:19.989488 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2a0fb-c5f8-4e36-95b7-13a65b0fbe3b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122672d9-e2a0-4f6f-8422-22c975d00132,revision_number=0']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:19.996462 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e8c2a0fb-c5f8-4e36-95b7-13a65b0fbe3b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:20.001318 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 41928) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:20.002102 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-e8c2a0fb-c5f8-4e36-95b7-13a65b0fbe3b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238244 Sep 09 15:16:20.008669 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-4d9d8fe2-3dd1-49ab-b376-e856e493ff29 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Request body: {'security_group_rule': {'security_group_id': 'dc5137a2-a621-4bfd-8686-a1ebe5cb203c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:20.046752 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4d9d8fe2-3dd1-49ab-b376-e856e493ff29 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:20.125508 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4d9d8fe2-3dd1-49ab-b376-e856e493ff29 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:20.136829 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4d9d8fe2-3dd1-49ab-b376-e856e493ff29 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:20.186412 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d8fe2-3dd1-49ab-b376-e856e493ff29 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b6a601-3c16-464b-b7e3-232d4f06028a,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:20.197486 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4d9d8fe2-3dd1-49ab-b376-e856e493ff29 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:20.201769 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-4d9d8fe2-3dd1-49ab-b376-e856e493ff29 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1949828 Sep 09 15:16:20.201968 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 41944) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:20.207664 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-5595bb0a-55cd-4f4f-8ff8-c7b685fe4a0b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Request body: {'floatingip': {'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:20.238816 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5595bb0a-55cd-4f4f-8ff8-c7b685fe4a0b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for floatingip, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:20.255575 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a996a77-4718-4e34-a7d7-b20d6ff8a636 req-8cc6ec20-bfa2-462e-9ab4-af9f2d01aa5c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:20.261356 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4a996a77-4718-4e34-a7d7-b20d6ff8a636 req-8cc6ec20-bfa2-462e-9ab4-af9f2d01aa5c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 946 time: 0.1067412 Sep 09 15:16:20.349665 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4a996a77-4718-4e34-a7d7-b20d6ff8a636 req-c9d83061-5b27-4a76-bb2b-948108da768b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830379 Sep 09 15:16:20.390437 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5595bb0a-55cd-4f4f-8ff8-c7b685fe4a0b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:20.424233 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-c7c5424f-4aa0-4e62-bc78-c6b0e83fcbca tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:20.425725 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-c7c5424f-4aa0-4e62-bc78-c6b0e83fcbca tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/networks?id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8 HTTP/1.1" status: 200 len: 815 time: 0.1505499 Sep 09 15:16:20.442123 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-2e3427c5-02e5-48c4-964a-7865dfb6f63d tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/quotas/3a47dafcb21c45c287a368ab1ac8801b HTTP/1.1" status: 200 len: 375 time: 0.0098224 Sep 09 15:16:20.502265 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bc77dcec-16f2-48c3-b6b8-3d1dfb9e1009 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a47dafcb21c45c287a368ab1ac8801b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536752 Sep 09 15:16:20.537223 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-5595bb0a-55cd-4f4f-8ff8-c7b685fe4a0b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Allocated IP 172.27.3.223 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/becd5739-71ab-4e1c-aa2a-0b5bffad61b0) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:16:20.646499 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5595bb0a-55cd-4f4f-8ff8-c7b685fe4a0b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:20.649150 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-5e4217e8-b01e-4fa5-af6a-3a55da449547 service neutron] 10.222.0.18 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383255 Sep 09 15:16:20.690566 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5595bb0a-55cd-4f4f-8ff8-c7b685fe4a0b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:20.697888 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dc15bbf3-42ee-4ebb-b037-5959d2759af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:20.731488 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5595bb0a-55cd-4f4f-8ff8-c7b685fe4a0b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:16:20.734298 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-5595bb0a-55cd-4f4f-8ff8-c7b685fe4a0b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:16:20.740832 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595bb0a-55cd-4f4f-8ff8-c7b685fe4a0b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:16:20.742953 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595bb0a-55cd-4f4f-8ff8-c7b685fe4a0b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Pushing event updated for resources: {'Port': ['ID=becd5739-71ab-4e1c-aa2a-0b5bffad61b0,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:20.753038 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-803fb1db-cfe7-4af9-85d2-6dc55eeaba85 service neutron] 10.222.0.18 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932436 Sep 09 15:16:20.835471 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5595bb0a-55cd-4f4f-8ff8-c7b685fe4a0b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:20.847145 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:20.910052 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5595bb0a-55cd-4f4f-8ff8-c7b685fe4a0b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:20.928484 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-70138009-dc73-46c6-ac27-e83eb258b2f0 req-af254cfb-9784-4931-a112-cbc03242230e tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 210 time: 0.0318308 Sep 09 15:16:20.956236 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e1ca9-7378-4b16-9ef8-facdad4289eb req-a26e177b-91ef-4e56-802f-b7f6f84a326b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:20.957781 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ba5e1ca9-7378-4b16-9ef8-facdad4289eb req-a26e177b-91ef-4e56-802f-b7f6f84a326b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.39 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 946 time: 0.0937200 Sep 09 15:16:21.305475 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 41972) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:21.370943 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_v2 [None req-170c24c6-d89b-4534-a9b9-173903f657f5 admin admin] Deleting subnet b9d86bd1-2fde-4135-873a-b7f6a0e6a7cc {{(pid=94130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 15:16:21.374622 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-170c24c6-d89b-4534-a9b9-173903f657f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:21.408393 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-ba5e1ca9-7378-4b16-9ef8-facdad4289eb req-b5a26bc3-388d-4fcc-9772-482c0d8859c8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Deleting port 57554d0c-d376-4b32-a68d-6dc1de1280ca {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:16:21.408944 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ba5e1ca9-7378-4b16-9ef8-facdad4289eb req-b5a26bc3-388d-4fcc-9772-482c0d8859c8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:21.506062 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5595bb0a-55cd-4f4f-8ff8-c7b685fe4a0b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:21.515365 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5595bb0a-55cd-4f4f-8ff8-c7b685fe4a0b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:21.574849 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-ba5e1ca9-7378-4b16-9ef8-facdad4289eb req-b5a26bc3-388d-4fcc-9772-482c0d8859c8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] For port 57554d0c-d376-4b32-a68d-6dc1de1280ca, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=57554d0c-d376-4b32-a68d-6dc1de1280ca,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:21.575340 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ba5e1ca9-7378-4b16-9ef8-facdad4289eb req-b5a26bc3-388d-4fcc-9772-482c0d8859c8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:21.613820 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595bb0a-55cd-4f4f-8ff8-c7b685fe4a0b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Pushing event updated for resources: {'Port': ['ID=becd5739-71ab-4e1c-aa2a-0b5bffad61b0,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:21.673646 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5595bb0a-55cd-4f4f-8ff8-c7b685fe4a0b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681918'] for floatingip, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:21.707033 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:21.707643 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-170c24c6-d89b-4534-a9b9-173903f657f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59470450'] for subnet, precommit_delete_associations {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:21.729743 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5595bb0a-55cd-4f4f-8ff8-c7b685fe4a0b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:21.742734 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5595bb0a-55cd-4f4f-8ff8-c7b685fe4a0b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5277910 Sep 09 15:16:21.750870 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695b7d8-0df8-4682-b741-8b2e2ea4e455 req-de166b92-edb5-4fde-be85-eef4b23d25ca tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:21.752961 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4695b7d8-0df8-4682-b741-8b2e2ea4e455 req-de166b92-edb5-4fde-be85-eef4b23d25ca tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 946 time: 0.0892501 Sep 09 15:16:21.806343 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-170c24c6-d89b-4534-a9b9-173903f657f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612359'] for subnet, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:21.837276 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4695b7d8-0df8-4682-b741-8b2e2ea4e455 req-9110b7ab-e404-4d50-bfec-9608caa4012a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf026576-a28e-4e9b-b8f9-521a77aea268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748992 Sep 09 15:16:21.886458 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-170c24c6-d89b-4534-a9b9-173903f657f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60062086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59174082'] for subnet, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:21.893400 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ba5e1ca9-7378-4b16-9ef8-facdad4289eb req-b5a26bc3-388d-4fcc-9772-482c0d8859c8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:21.893983 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ba5e1ca9-7378-4b16-9ef8-facdad4289eb req-b5a26bc3-388d-4fcc-9772-482c0d8859c8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681918'] for floatingip, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:21.894412 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.l3_db [req-ba5e1ca9-7378-4b16-9ef8-facdad4289eb req-b5a26bc3-388d-4fcc-9772-482c0d8859c8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Floating IP 0e924746-4a4d-464f-986c-b36d66816f1c disassociated. External IP: 172.27.3.69, port: 57554d0c-d376-4b32-a68d-6dc1de1280ca. Sep 09 15:16:21.894956 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-ba5e1ca9-7378-4b16-9ef8-facdad4289eb req-b5a26bc3-388d-4fcc-9772-482c0d8859c8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Calling delete_port for 57554d0c-d376-4b32-a68d-6dc1de1280ca owned by compute:nova {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:16:21.917387 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c24c6-d89b-4534-a9b9-173903f657f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d86bd1-2fde-4135-873a-b7f6a0e6a7cc,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:21.921276 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-170c24c6-d89b-4534-a9b9-173903f657f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:21.923431 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-170c24c6-d89b-4534-a9b9-173903f657f5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b9d86bd1-2fde-4135-873a-b7f6a0e6a7cc HTTP/1.1" status: 204 len: 168 time: 0.6169651 Sep 09 15:16:21.927072 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 41980) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:22.011073 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-446e9c9f-2e60-4206-849b-b32427fcdfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846555'] for network, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:22.016187 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device a2d7cea7-76e7-492e-be59-caf2f4c1440e no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:16:22.037546 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: a2d7cea7-76e7-492e-be59-caf2f4c1440e {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:16:22.037878 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device a2d7cea7-76e7-492e-be59-caf2f4c1440e not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:16:22.068273 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ba5e1ca9-7378-4b16-9ef8-facdad4289eb req-b5a26bc3-388d-4fcc-9772-482c0d8859c8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:22.078594 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0a04e449-953d-4df8-8a4c-f5ba9c3c480a req-cacef043-3260-493d-af81-393cd802fb8d tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 210 time: 0.0508335 Sep 09 15:16:22.107840 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a26bc3-388d-4fcc-9772-482c0d8859c8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Pushing event deleted for resources: {'Port': ['ID=57554d0c-d376-4b32-a68d-6dc1de1280ca,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:22.137146 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-5997e9df-be17-4e8a-9325-cd33fe6e8ac9 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1329736496&fields=id&tenant_id=e2fbe9b5c8754473b0850c62c32d056b HTTP/1.1" status: 200 len: 267 time: 0.1054444 Sep 09 15:16:22.199448 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-446e9c9f-2e60-4206-849b-b32427fcdfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607090', 'neutron.services.segments.db._delete_segments_for_network-8752445426589'] for network, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:22.236334 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.services.segments.db [None req-446e9c9f-2e60-4206-849b-b32427fcdfcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873d47fd-3053-4856-895e-352ecc763b30']}} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:22.278421 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.services.segments.db [None req-446e9c9f-2e60-4206-849b-b32427fcdfcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4fc807-3592-4b87-8b8d-0b976cea08d4') {'for_net_delete': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:22.278902 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.services.segments.db [None req-446e9c9f-2e60-4206-849b-b32427fcdfcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4fc807-3592-4b87-8b8d-0b976cea08d4') {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:22.288571 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba5e1ca9-7378-4b16-9ef8-facdad4289eb req-b5a26bc3-388d-4fcc-9772-482c0d8859c8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:16:22.292882 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-446e9c9f-2e60-4206-849b-b32427fcdfcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752445428902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59470347'] for segment, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:22.318046 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-446e9c9f-2e60-4206-849b-b32427fcdfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:22.327238 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-76b2bf05-676b-4410-be99-08ae75790358 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:22.328802 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-76b2bf05-676b-4410-be99-08ae75790358 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/networks?id=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c HTTP/1.1" status: 200 len: 810 time: 0.1846740 Sep 09 15:16:22.334176 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446e9c9f-2e60-4206-849b-b32427fcdfcb admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:16:22.334579 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-446e9c9f-2e60-4206-849b-b32427fcdfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60062564'] for segment, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: Traceback (most recent call last): Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: timer() Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: cb(*args, **kw) Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: return func(*args, **kwargs) Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: self._notify() Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: self.callback(batched_events) Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: event.method(event) Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: return f(self, *a, **k) Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: return self._get(url).json() Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: return self.request(url, 'GET', **kwargs) Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 15:16:22.337687 dv-cinder-776307-9-iscsi neutron-server[94130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 15:16:22.367530 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-8c96a3af-de52-4214-920d-28c394a577a1 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/quotas/e2fbe9b5c8754473b0850c62c32d056b HTTP/1.1" status: 200 len: 375 time: 0.0199404 Sep 09 15:16:22.417696 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-f5fec9cd-110c-4a69-9cbd-f8fc40e8bd3c tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:22.419186 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-f5fec9cd-110c-4a69-9cbd-f8fc40e8bd3c tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.39 "GET /v2.0/networks?id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8 HTTP/1.1" status: 200 len: 815 time: 0.1738715 Sep 09 15:16:22.433713 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-446e9c9f-2e60-4206-849b-b32427fcdfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681868'] for network, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:22.439465 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-446e9c9f-2e60-4206-849b-b32427fcdfcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:22.441372 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-446e9c9f-2e60-4206-849b-b32427fcdfcb admin admin] 10.222.0.18 "DELETE /v2.0/networks/873d47fd-3053-4856-895e-352ecc763b30 HTTP/1.1" status: 204 len: 168 time: 0.5131187 Sep 09 15:16:22.464127 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e9c9f-2e60-4206-849b-b32427fcdfcb admin admin] Pushing event deleted for resources: {'Network': ['ID=873d47fd-3053-4856-895e-352ecc763b30,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:22.487487 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-1d042724-69e9-45d6-a17c-b497126c05b5 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2fbe9b5c8754473b0850c62c32d056b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872216 Sep 09 15:16:22.493273 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-22af1949-d1d5-4b3c-b68f-970dc659a42f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Request body: {'port': {'device_id': '9ef6bb25-3105-41d6-9b60-8fd39652aa4a', 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8', 'admin_state_up': True, 'tenant_id': '3a47dafcb21c45c287a368ab1ac8801b'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:22.544963 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba5e1ca9-7378-4b16-9ef8-facdad4289eb req-b5a26bc3-388d-4fcc-9772-482c0d8859c8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:16:22.559381 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecfca20-c25e-4fbd-b9f7-448a0d8d15ab None None] Sync routers for ids ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:16:22.574472 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecfca20-c25e-4fbd-b9f7-448a0d8d15ab None None] Routers {'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:16:22.575498 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-7ecfca20-c25e-4fbd-b9f7-448a0d8d15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:16:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:22.638071 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-9efdde09-3561-4033-8a03-502a8a0f1ef1 service neutron] 10.222.0.18 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439564 Sep 09 15:16:22.648293 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42002) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:22.700656 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5e1ca9-7378-4b16-9ef8-facdad4289eb req-b5a26bc3-388d-4fcc-9772-482c0d8859c8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] No DVR routers for this DVR port 57554d0c-d376-4b32-a68d-6dc1de1280ca on host hv-cinder-77630 {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:16:22.707110 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ba5e1ca9-7378-4b16-9ef8-facdad4289eb req-b5a26bc3-388d-4fcc-9772-482c0d8859c8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:22.709895 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ba5e1ca9-7378-4b16-9ef8-facdad4289eb req-b5a26bc3-388d-4fcc-9772-482c0d8859c8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.39 "DELETE /v2.0/ports/57554d0c-d376-4b32-a68d-6dc1de1280ca HTTP/1.1" status: 204 len: 173 time: 1.7409680 Sep 09 15:16:22.711922 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'name': 'network-vif-deleted', 'tag': '57554d0c-d376-4b32-a68d-6dc1de1280ca'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:16:22.716380 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6da846-4693-4ab8-9f33-0fa3d68335af" -d '{"events": [{"server_uuid": "15244afd-822e-43c1-afec-7f8f7f2ca7a1", "name": "network-vif-deleted", "tag": "57554d0c-d376-4b32-a68d-6dc1de1280ca"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:16:22.722964 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-22af1949-d1d5-4b3c-b68f-970dc659a42f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Made reservation on behalf of 3a47dafcb21c45c287a368ab1ac8801b for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:16:22.728390 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-22af1949-d1d5-4b3c-b68f-970dc659a42f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:22.759418 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-394a0360-071c-43d7-a7ba-d9d46d58fe85 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49acaaa8b1f245318d408c563ae04df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1094885 Sep 09 15:16:22.763674 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 42006) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:22.776024 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd6f4e8-9cb0-40ca-85d6-5c1ef4ae3d2d x-openstack-request-id: req-6dd6f4e8-9cb0-40ca-85d6-5c1ef4ae3d2d {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:16:22.776394 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15244afd-822e-43c1-afec-7f8f7f2ca7a1", "name": "network-vif-deleted", "tag": "57554d0c-d376-4b32-a68d-6dc1de1280ca", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:16:22.776672 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6dd6f4e8-9cb0-40ca-85d6-5c1ef4ae3d2d {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:16:22.777078 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15244afd-822e-43c1-afec-7f8f7f2ca7a1', 'name': 'network-vif-deleted', 'tag': '57554d0c-d376-4b32-a68d-6dc1de1280ca', 'status': 'completed', 'code': 200} Sep 09 15:16:22.805444 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-65e924f9-6957-40b7-9d89-a74a2fa427bf service neutron] 10.222.0.18 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632750 Sep 09 15:16:22.878406 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-7ecfca20-c25e-4fbd-b9f7-448a0d8d15ab None None] Set router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:16:22.891371 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d9ad3065-61c3-4bd2-9ffc-fb7af3f702b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:22.953040 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d9ad3065-61c3-4bd2-9ffc-fb7af3f702b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:22.998454 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-22af1949-d1d5-4b3c-b68f-970dc659a42f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Allocated IP 172.20.0.2 (8ac8f2b6-4312-4238-8a48-bd53cadf49c8/c6a1ca1e-1322-4ad8-a756-30dfbf68d102/afe93a79-dba1-4a5d-ac0d-6ba2babd16f0) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:16:23.013556 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dcf9b96d-1328-4f4b-be92-521a774b888f req-20d685f0-7c28-45a7-99dd-a61cef6e09f3 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=15244afd-822e-43c1-afec-7f8f7f2ca7a1 HTTP/1.1" status: 200 len: 210 time: 0.0426795 Sep 09 15:16:23.060077 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d8d95c00-1e69-4d16-9586-c91cb74ae942 req-773cc754-2be3-49b5-b57a-cb5a3e0c020f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 210 time: 0.0500393 Sep 09 15:16:23.064309 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d9ad3065-61c3-4bd2-9ffc-fb7af3f702b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:23.067040 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d9ad3065-61c3-4bd2-9ffc-fb7af3f702b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:23.072103 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d9ad3065-61c3-4bd2-9ffc-fb7af3f702b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92db731e-e183-4a85-b961-f7a58e92f000 HTTP/1.1" status: 204 len: 168 time: 0.3014114 Sep 09 15:16:23.093844 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad3065-61c3-4bd2-9ffc-fb7af3f702b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92db731e-e183-4a85-b961-f7a58e92f000,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:23.231559 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-22af1949-d1d5-4b3c-b68f-970dc659a42f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:23.249833 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-7ecfca20-c25e-4fbd-b9f7-448a0d8d15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '92f64f46-a0c5-4410-b388-8e5e847967fa', 'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'mac_address': 'fa:16:3e:f9:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:25Z', 'updated_at': '2021-09-09T15:11:43Z', 'revision_number': 5, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'subnets': [{'id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:23.278657 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecfca20-c25e-4fbd-b9f7-448a0d8d15ab None None] Checking router: de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:16:23.287743 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4badc793-2d5f-4f36-9617-945ac5dcd355 req-6e0ae289-3819-4b10-b7cd-e32bb34943d0 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 210 time: 0.0708635 Sep 09 15:16:23.298126 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecfca20-c25e-4fbd-b9f7-448a0d8d15ab None None] Routers {'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:16:23.298946 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-7ecfca20-c25e-4fbd-b9f7-448a0d8d15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:16:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:23.321247 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-22af1949-d1d5-4b3c-b68f-970dc659a42f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:23.359016 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['a84cea3f-1027-4b8d-bd96-04cb5d60d1a8', 'c6b2857b-33e9-427c-828f-4a5713d2f0a3', '7bdac341-7f4e-4628-a3b3-34eb8665cdc1'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:16:23.385372 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-22af1949-d1d5-4b3c-b68f-970dc659a42f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:16:23.390081 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-22af1949-d1d5-4b3c-b68f-970dc659a42f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:16:23.394483 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-22af1949-d1d5-4b3c-b68f-970dc659a42f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:16:23.406558 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af1949-d1d5-4b3c-b68f-970dc659a42f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Pushing event updated for resources: {'Port': ['ID=afe93a79-dba1-4a5d-ac0d-6ba2babd16f0,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:23.415605 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:23.482620 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-22af1949-d1d5-4b3c-b68f-970dc659a42f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:23.483437 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-22af1949-d1d5-4b3c-b68f-970dc659a42f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:23.514515 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-7ecfca20-c25e-4fbd-b9f7-448a0d8d15ab None None] Set router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:16:23.518124 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-22af1949-d1d5-4b3c-b68f-970dc659a42f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0270233 Sep 09 15:16:23.543135 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Request body: {'port': {'device_id': '9ef6bb25-3105-41d6-9b60-8fd39652aa4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:23.608990 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:23.959068 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:16:23.968097 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:23.969378 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-7ecfca20-c25e-4fbd-b9f7-448a0d8d15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '92f64f46-a0c5-4410-b388-8e5e847967fa', 'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'mac_address': 'fa:16:3e:f9:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:25Z', 'updated_at': '2021-09-09T15:11:43Z', 'revision_number': 5, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'subnets': [{'id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:23.982399 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Transition to ACTIVE for port object afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:16:23.987041 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:24.005561 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecfca20-c25e-4fbd-b9f7-448a0d8d15ab None None] The sync data for ids ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'] in dv-cinder-776307-9-iscsi is: [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '92f64f46-a0c5-4410-b388-8e5e847967fa', 'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'mac_address': 'fa:16:3e:f9:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:25Z', 'updated_at': '2021-09-09T15:11:43Z', 'revision_number': 5, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'subnets': [{'id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:16:24.114051 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Pushing event updated for resources: {'Port': ['ID=afe93a79-dba1-4a5d-ac0d-6ba2babd16f0,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:24.119908 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 42048) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:24.164268 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42052) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:24.193560 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Attempting to bind port afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:16:24.193744 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Attempting to bind port afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '1a620c00-2961-43e1-a15e-1bfa08742a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:16:24.194756 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Attempting to bind port afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 on network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:16:24.200237 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Port afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 on network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:16:24.200563 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Attempting to bind port afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 on network 8ac8f2b6-4312-4238-8a48-bd53cadf49c8 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:16:24.211906 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:16:24.212481 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Checking segment: {'id': '1a620c00-2961-43e1-a15e-1bfa08742a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:16:24.212646 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Bound using segment: {'id': '1a620c00-2961-43e1-a15e-1bfa08742a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:16:24.213081 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Bound port: afe93a79-dba1-4a5d-ac0d-6ba2babd16f0, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a620c00-2961-43e1-a15e-1bfa08742a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:16:24.213441 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:24.262591 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-769340e1-08da-406f-92d3-7a630ad9d2ab req-ceef9581-c751-4814-8e05-ba7f5100b53f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 210 time: 0.0538597 Sep 09 15:16:24.300090 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4c0643bf-4f9d-4449-9b43-1878cd2d6246 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:24.343683 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4c0643bf-4f9d-4449-9b43-1878cd2d6246 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:24.383522 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-5e1545d9-d032-4abc-837f-a81c727bcc45 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1319155666-network', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:24.423340 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c294ef8-3574-4fed-81cf-cfe2997111f9 None None] New status for floating IP 0e924746-4a4d-464f-986c-b36d66816f1c: DOWN {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 15:16:24.442482 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] For port afe93a79-dba1-4a5d-ac0d-6ba2babd16f0, host hv-cinder-77630, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:16:24.452892 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] For port afe93a79-dba1-4a5d-ac0d-6ba2babd16f0, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=afe93a79-dba1-4a5d-ac0d-6ba2babd16f0,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:16:24.456723 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fad9a-e9c8-4262-a7b1-3d0938f85ba3 req-28d97258-2a90-4f0a-9f1f-d5a623140980 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:24.465800 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ae2fad9a-e9c8-4262-a7b1-3d0938f85ba3 req-28d97258-2a90-4f0a-9f1f-d5a623140980 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 943 time: 0.0802352 Sep 09 15:16:24.479993 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:24.490137 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4c0643bf-4f9d-4449-9b43-1878cd2d6246 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:24.494655 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4c0643bf-4f9d-4449-9b43-1878cd2d6246 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:24.498397 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-4c0643bf-4f9d-4449-9b43-1878cd2d6246 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "DELETE /v2.0/security-groups/cf026576-a28e-4e9b-b8f9-521a77aea268 HTTP/1.1" status: 204 len: 168 time: 0.3275936 Sep 09 15:16:24.501538 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42058) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:24.504410 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:24.505992 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:24.508317 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] 10.222.0.39 "PUT /v2.0/ports/afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 HTTP/1.1" status: 200 len: 1093 time: 0.9809628 Sep 09 15:16:24.512844 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1545d9-d032-4abc-837f-a81c727bcc45 admin admin] Made reservation on behalf of ca5aad77d3124812a9189d72a2a2bfb0 for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:16:24.516232 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5e1545d9-d032-4abc-837f-a81c727bcc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:24.528701 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0643bf-4f9d-4449-9b43-1878cd2d6246 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf026576-a28e-4e9b-b8f9-521a77aea268,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:24.537535 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.api.v2.resource [None req-210795fb-d7f7-4735-8275-efd754d3c1bb tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] show failed (client error): The resource could not be found. Sep 09 15:16:24.541524 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-210795fb-d7f7-4735-8275-efd754d3c1bb tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups/cf026576-a28e-4e9b-b8f9-521a77aea268 HTTP/1.1" status: 404 len: 347 time: 0.0338500 Sep 09 15:16:24.541706 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42062) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:24.557504 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-f68e1cf9-7a7f-455f-b9f2-33e3c5f80780 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:24.560637 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-f68e1cf9-7a7f-455f-b9f2-33e3c5f80780 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.39 "GET /v2.0/networks?id=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c HTTP/1.1" status: 200 len: 810 time: 0.2997167 Sep 09 15:16:24.570864 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5e1545d9-d032-4abc-837f-a81c727bcc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:24.595331 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ae2fad9a-e9c8-4262-a7b1-3d0938f85ba3 req-fb774938-7901-486c-9cbc-0ac5d6325f27 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279011 Sep 09 15:16:24.656119 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7f675-207e-470c-996f-345e757c8a24 service neutron] Pushing event updated for resources: {'Port': ['ID=afe93a79-dba1-4a5d-ac0d-6ba2babd16f0,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:24.696630 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-b2cd77c2-65c7-448b-9a0d-496f40011375 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2fbe9b5c8754473b0850c62c32d056b HTTP/1.1" status: 200 len: 380 time: 0.1135166 Sep 09 15:16:24.709834 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-8545634b-80f2-466a-a055-946645a153cf tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Request body: {'port': {'device_id': '51ba3d2a-bdad-40ac-8f89-b4ff8954ab72', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'admin_state_up': True, 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'security_groups': ['dc5137a2-a621-4bfd-8686-a1ebe5cb203c']}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:24.718201 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-97e9f1a5-bcbd-452c-904b-f37b0dbcdf79 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Deleting port bbb6e0a9-4bfc-45fc-9355-42fb3fcfdc9f {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:16:24.718813 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-97e9f1a5-bcbd-452c-904b-f37b0dbcdf79 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:24.733258 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-d4316c7f-f357-46d5-98ba-10ed49e10b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:24.734794 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-d4316c7f-f357-46d5-98ba-10ed49e10b15 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a47dafcb21c45c287a368ab1ac8801b&device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 1096 time: 0.1529343 Sep 09 15:16:24.794881 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef6bb25-3105-41d6-9b60-8fd39652aa4a', 'tag': 'afe93a79-dba1-4a5d-ac0d-6ba2babd16f0'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:16:24.797065 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea0c084-aad1-4fa6-88a8-dc3ad7ad954d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef6bb25-3105-41d6-9b60-8fd39652aa4a", "tag": "afe93a79-dba1-4a5d-ac0d-6ba2babd16f0"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:16:24.808244 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-97e9f1a5-bcbd-452c-904b-f37b0dbcdf79 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:24.808564 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-97e9f1a5-bcbd-452c-904b-f37b0dbcdf79 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:24.828691 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-97e9f1a5-bcbd-452c-904b-f37b0dbcdf79 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Calling delete_port for bbb6e0a9-4bfc-45fc-9355-42fb3fcfdc9f owned by network:floatingip {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:16:24.838240 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-e3eb2531-e22e-4b13-b419-4b1c55caf0d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 HTTP/1.1" status: 200 len: 217 time: 0.0916917 Sep 09 15:16:24.842795 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41493fe9-c471-4280-842f-1c6dfd51fbb9 x-openstack-request-id: req-41493fe9-c471-4280-842f-1c6dfd51fbb9 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:16:24.843072 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef6bb25-3105-41d6-9b60-8fd39652aa4a", "tag": "afe93a79-dba1-4a5d-ac0d-6ba2babd16f0", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:16:24.843320 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41493fe9-c471-4280-842f-1c6dfd51fbb9 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:16:24.843714 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef6bb25-3105-41d6-9b60-8fd39652aa4a', 'tag': 'afe93a79-dba1-4a5d-ac0d-6ba2babd16f0', 'status': 'completed', 'code': 200} Sep 09 15:16:24.920090 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:24.935981 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-fc4de73d-081f-416f-aa32-bebc8cb31039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:24.935981 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-fc4de73d-081f-416f-aa32-bebc8cb31039 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6a1ca1e-1322-4ad8-a756-30dfbf68d102 HTTP/1.1" status: 200 len: 855 time: 0.0823793 Sep 09 15:16:24.967174 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5e1545d9-d032-4abc-837f-a81c727bcc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:24.987893 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-2dc524d0-e5a7-4417-b87c-38d78ca142c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313678 Sep 09 15:16:24.990404 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-97e9f1a5-bcbd-452c-904b-f37b0dbcdf79 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:24.991275 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5e1545d9-d032-4abc-837f-a81c727bcc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:25.020481 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9f1a5-bcbd-452c-904b-f37b0dbcdf79 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Pushing event deleted for resources: {'Port': ['ID=bbb6e0a9-4bfc-45fc-9355-42fb3fcfdc9f,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:25.050966 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1545d9-d032-4abc-837f-a81c727bcc45 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:16:25.060893 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-8545634b-80f2-466a-a055-946645a153cf tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Made reservation on behalf of e2fbe9b5c8754473b0850c62c32d056b for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:16:25.064342 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-8545634b-80f2-466a-a055-946645a153cf tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:25.077835 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-97e9f1a5-bcbd-452c-904b-f37b0dbcdf79 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for floatingip, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:25.080548 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-97e9f1a5-bcbd-452c-904b-f37b0dbcdf79 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:25.081704 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-97e9f1a5-bcbd-452c-904b-f37b0dbcdf79 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "DELETE /v2.0/floatingips/0e924746-4a4d-464f-986c-b36d66816f1c HTTP/1.1" status: 204 len: 168 time: 0.5391839 Sep 09 15:16:25.087747 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1545d9-d032-4abc-837f-a81c727bcc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4045690a-82b8-4c92-a354-6e039de1bcad,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:25.096686 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5e1545d9-d032-4abc-837f-a81c727bcc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:25.097035 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-5e1545d9-d032-4abc-837f-a81c727bcc45 admin admin] Added segment 442a1d70-b888-4a90-9d04-bba8347ed9cb of type vlan for network 5aad6b89-42f4-4242-ae45-718ce8363e0c Sep 09 15:16:25.205985 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5e1545d9-d032-4abc-837f-a81c727bcc45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:25.250488 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-dde2fd0f-b9a9-4d3b-9c52-54175de031d0 service neutron] 10.222.0.39 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464223 Sep 09 15:16:25.306662 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5e1545d9-d032-4abc-837f-a81c727bcc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:25.307548 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1545d9-d032-4abc-837f-a81c727bcc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:25.308123 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5e1545d9-d032-4abc-837f-a81c727bcc45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:25.369169 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5e1545d9-d032-4abc-837f-a81c727bcc45 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2444477 Sep 09 15:16:25.374959 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9ac4c7b3-b20c-4d5d-b6d7-e73b01e56b06 req-47cd0025-9f24-4bfc-9cc8-31121a63767e tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 210 time: 0.0384774 Sep 09 15:16:25.376208 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42072) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:25.383695 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-6c00b941-b5a8-4c4d-aa85-80cd19cf8509 admin admin] Request body: {'subnet': {'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1319155666-subnet', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'ip_version': 4}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:25.407928 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c00b941-b5a8-4c4d-aa85-80cd19cf8509 admin admin] Made reservation on behalf of ca5aad77d3124812a9189d72a2a2bfb0 for: {'subnet': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:16:25.410406 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6c00b941-b5a8-4c4d-aa85-80cd19cf8509 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59173927'] for subnet, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:25.500806 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42074) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:25.514804 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-27c0346d-da54-4166-9526-8dfe07b803fd tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1149425219', 'description': 'tempest-description--931021719'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:25.574570 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-27c0346d-da54-4166-9526-8dfe07b803fd tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:25.678037 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6c00b941-b5a8-4c4d-aa85-80cd19cf8509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60062151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59173945'] for subnet, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:25.678390 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-8545634b-80f2-466a-a055-946645a153cf tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Allocated IP 172.20.0.11 (bfa1bfaf-34e0-4f2b-966f-dc046c011c4c/db53f811-03ef-4135-a3c5-5d3aa6a75f6d/732dba82-fb83-47f4-9649-043571bd678b) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:16:25.683057 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1545d9-d032-4abc-837f-a81c727bcc45 admin admin] Pushing event updated for resources: {'Network': ['ID=5aad6b89-42f4-4242-ae45-718ce8363e0c,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:25.696478 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network 5aad6b89-42f4-4242-ae45-718ce8363e0c details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:16:25.719345 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ba0ee05e-e93c-4d22-9b92-fddb8eafaa0d req-d0c7a3ab-24a0-4759-a51d-52c8f347e92a service neutron] 10.222.0.39 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540923 Sep 09 15:16:25.793529 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00b941-b5a8-4c4d-aa85-80cd19cf8509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a,revision_number=0']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:25.839249 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd40a4-463d-4fca-8464-b1c1f02dd128 req-0fecbe00-6ff9-4453-9cb9-47bd20397ca3 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:25.840781 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-edbd40a4-463d-4fca-8464-b1c1f02dd128 req-0fecbe00-6ff9-4453-9cb9-47bd20397ca3 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 943 time: 0.1565578 Sep 09 15:16:25.853537 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-27c0346d-da54-4166-9526-8dfe07b803fd tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:25.868538 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-27c0346d-da54-4166-9526-8dfe07b803fd tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:25.888548 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c00b941-b5a8-4c4d-aa85-80cd19cf8509 admin admin] Checking segment: {'id': '442a1d70-b888-4a90-9d04-bba8347ed9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:16:25.888915 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c00b941-b5a8-4c4d-aa85-80cd19cf8509 admin admin] Network hostable DHCP agents. Network: 5aad6b89-42f4-4242-ae45-718ce8363e0c, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:16:25.890280 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0c084-aad1-4fa6-88a8-dc3ad7ad954d req-740a84e7-ba7d-476d-9696-232d05ffe126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:25.891890 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1ea0c084-aad1-4fa6-88a8-dc3ad7ad954d req-740a84e7-ba7d-476d-9696-232d05ffe126 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a47dafcb21c45c287a368ab1ac8801b&device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 1096 time: 0.1021721 Sep 09 15:16:25.902774 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-8545634b-80f2-466a-a055-946645a153cf tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:25.926859 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-27c0346d-da54-4166-9526-8dfe07b803fd tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:25.928104 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-27c0346d-da54-4166-9526-8dfe07b803fd tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4214303 Sep 09 15:16:25.937586 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42078) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:25.942976 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-f6b08084-07b5-499b-9470-ae4117d46767 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Request body: {'security_group_rule': {'security_group_id': '1f59bd88-0ae8-42ab-9477-7addd4ab1ab3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:25.951458 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0346d-da54-4166-9526-8dfe07b803fd tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:25.952530 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-8545634b-80f2-466a-a055-946645a153cf tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Transition to ACTIVE for port object 732dba82-fb83-47f4-9649-043571bd678b will not be triggered until provisioned by entity DHCP. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:16:25.959926 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-edbd40a4-463d-4fca-8464-b1c1f02dd128 req-19e6de71-8fd5-49eb-8a45-85976482a9fc tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097965 Sep 09 15:16:25.983593 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c00b941-b5a8-4c4d-aa85-80cd19cf8509 admin admin] Network 5aad6b89-42f4-4242-ae45-718ce8363e0c is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:16:26.003455 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-6c00b941-b5a8-4c4d-aa85-80cd19cf8509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, 5aad6b89-42f4-4242-ae45-718ce8363e0c) {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:16:26.007061 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f6b08084-07b5-499b-9470-ae4117d46767 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.011310 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c00b941-b5a8-4c4d-aa85-80cd19cf8509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:26.011921 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6c00b941-b5a8-4c4d-aa85-80cd19cf8509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.026969 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22d0bd3-75fc-42fc-a589-323c3f2a74c6 None None] Network 5aad6b89-42f4-4242-ae45-718ce8363e0c requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:16:26.028687 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0c084-aad1-4fa6-88a8-dc3ad7ad954d req-10717780-f50d-408f-9440-5ce899d36e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:26.030236 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1ea0c084-aad1-4fa6-88a8-dc3ad7ad954d req-10717780-f50d-408f-9440-5ce899d36e0d service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8 HTTP/1.1" status: 200 len: 916 time: 0.1250124 Sep 09 15:16:26.040932 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-8545634b-80f2-466a-a055-946645a153cf tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.047798 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 57554d0c-d376-4b32-a68d-6dc1de1280ca no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:16:26.055743 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-6c00b941-b5a8-4c4d-aa85-80cd19cf8509 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6759889 Sep 09 15:16:26.061946 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42080) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:26.070320 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1319155666-router', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:26.082680 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: 57554d0c-d376-4b32-a68d-6dc1de1280ca {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:16:26.083051 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 57554d0c-d376-4b32-a68d-6dc1de1280ca not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:16:26.114167 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1ea0c084-aad1-4fa6-88a8-dc3ad7ad954d req-6a09e4ce-2aab-4155-b316-03743e94ca04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 HTTP/1.1" status: 200 len: 217 time: 0.0710504 Sep 09 15:16:26.129542 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-8545634b-80f2-466a-a055-946645a153cf tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:16:26.165982 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-8545634b-80f2-466a-a055-946645a153cf tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:16:26.166302 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f6b08084-07b5-499b-9470-ae4117d46767 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.168511 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.169511 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3885438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.172174 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545634b-80f2-466a-a055-946645a153cf tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Pushing event updated for resources: {'Port': ['ID=732dba82-fb83-47f4-9649-043571bd678b,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:26.176386 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-8545634b-80f2-466a-a055-946645a153cf tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:16:26.178009 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f6b08084-07b5-499b-9470-ae4117d46767 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.209070 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b08084-07b5-499b-9470-ae4117d46767 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50df39ec-8559-460e-8e9e-f6df794e6427,revision_number=0']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:26.214870 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f6b08084-07b5-499b-9470-ae4117d46767 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.218995 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-f6b08084-07b5-499b-9470-ae4117d46767 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2774963 Sep 09 15:16:26.219698 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 42082) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:26.233067 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-3d506f27-605b-4bc8-8ba0-78e5325ac934 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Request body: {'security_group_rule': {'security_group_id': '1f59bd88-0ae8-42ab-9477-7addd4ab1ab3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:26.241987 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cf61ec3d-aadf-4e44-9d76-0030fd9fbb2a req-20778489-73e5-4ea4-80dc-ea2ed1845ee2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1670065 Sep 09 15:16:26.249847 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-8545634b-80f2-466a-a055-946645a153cf tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:26.250496 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-8545634b-80f2-466a-a055-946645a153cf tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.265412 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6998fd-edf4-51e3-ac9a-e6a498ccbbc9-5aad6b89-42f4-4242-ae45-718ce8363e0c', 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'fixed_ips': [{'subnet_id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a'}]}} from dv-cinder-776307-9-iscsi. {{(pid=94132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 15:16:26.266293 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.279553 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0c084-aad1-4fa6-88a8-dc3ad7ad954d req-34f9735d-2ae4-4b27-82c3-8c6ef32a90c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:26.281034 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1ea0c084-aad1-4fa6-88a8-dc3ad7ad954d req-34f9735d-2ae4-4b27-82c3-8c6ef32a90c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c6a1ca1e-1322-4ad8-a756-30dfbf68d102 HTTP/1.1" status: 200 len: 855 time: 0.1504102 Sep 09 15:16:26.283012 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.322741 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1ea0c084-aad1-4fa6-88a8-dc3ad7ad954d req-149c66ef-417a-4041-b3c4-23a8d7c7cedc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ac8f2b6-4312-4238-8a48-bd53cadf49c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325079 Sep 09 15:16:26.328678 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-8545634b-80f2-466a-a055-946645a153cf tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6241817 Sep 09 15:16:26.330029 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d506f27-605b-4bc8-8ba0-78e5325ac934 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.376888 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Request body: {'port': {'device_id': '51ba3d2a-bdad-40ac-8f89-b4ff8954ab72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:26.463010 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d506f27-605b-4bc8-8ba0-78e5325ac934 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.473949 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Allocated IP 172.20.0.2 (5aad6b89-42f4-4242-ae45-718ce8363e0c/b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a/8d3298b6-0c72-4483-921f-ef73180f487d) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:16:26.509960 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.515010 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d506f27-605b-4bc8-8ba0-78e5325ac934 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.537964 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61ec3d-aadf-4e44-9d76-0030fd9fbb2a req-0fd3cfa7-0e58-4c1c-a128-c91eebe5fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:26.539687 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cf61ec3d-aadf-4e44-9d76-0030fd9fbb2a req-0fd3cfa7-0e58-4c1c-a128-c91eebe5fa2f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60e24a0985124167a48ad737065f163e&device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 1099 time: 0.2002361 Sep 09 15:16:26.553231 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.565664 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d506f27-605b-4bc8-8ba0-78e5325ac934 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0910ae52-254f-45ea-82e6-057da8e1ac5b,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:26.570408 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-95590262-ffdd-4405-878e-fac90d701610 None None] Provisioning for port 732dba82-fb83-47f4-9649-043571bd678b completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:16:26.575864 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d506f27-605b-4bc8-8ba0-78e5325ac934 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.577076 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3d506f27-605b-4bc8-8ba0-78e5325ac934 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3517375 Sep 09 15:16:26.582588 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 42086) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:26.583451 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-95590262-ffdd-4405-878e-fac90d701610 None None] Provisioning complete for port 732dba82-fb83-47f4-9649-043571bd678b triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:26.584538 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-95590262-ffdd-4405-878e-fac90d701610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.592009 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-0581c373-26e6-4185-930a-f31c8a5e7e9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Request body: {'floatingip': {'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:26.624445 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1ea0c084-aad1-4fa6-88a8-dc3ad7ad954d req-d00b97ce-6e9f-43b6-8e0e-ad4ba7b9b2ea service neutron] 10.222.0.39 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658069 Sep 09 15:16:26.635407 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a61b38-3dc3-41b9-ba73-ecdf9df7e8c9 req-918dcf8a-eb6a-4b60-9a47-e26b9f26161f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:26.637449 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-34a61b38-3dc3-41b9-ba73-ecdf9df7e8c9 req-918dcf8a-eb6a-4b60-9a47-e26b9f26161f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 932 time: 0.1689541 Sep 09 15:16:26.666499 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-95590262-ffdd-4405-878e-fac90d701610 None None] Port 732dba82-fb83-47f4-9649-043571bd678b cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:16:26.693034 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0581c373-26e6-4185-930a-f31c8a5e7e9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for floatingip, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.695878 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.705149 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Transition to ACTIVE for port object 8d3298b6-0c72-4483-921f-ef73180f487d will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:16:26.721450 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Transition to ACTIVE for port object 8d3298b6-0c72-4483-921f-ef73180f487d will not be triggered until provisioned by entity DHCP. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:16:26.725499 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-34a61b38-3dc3-41b9-ba73-ecdf9df7e8c9 req-89794ad8-40c6-4960-bf1d-d7913a61711b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc5137a2-a621-4bfd-8686-a1ebe5cb203c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747375 Sep 09 15:16:26.729861 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.751114 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Network 5aad6b89-42f4-4242-ae45-718ce8363e0c is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:16:26.752395 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:16:26.755564 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:16:26.792687 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61ec3d-aadf-4e44-9d76-0030fd9fbb2a req-097c63da-df34-4aa0-9878-72d217b17279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:26.794336 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cf61ec3d-aadf-4e44-9d76-0030fd9fbb2a req-097c63da-df34-4aa0-9878-72d217b17279 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed HTTP/1.1" status: 200 len: 912 time: 0.2038372 Sep 09 15:16:26.812628 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Pushing event updated for resources: {'Port': ['ID=8d3298b6-0c72-4483-921f-ef73180f487d,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:26.845865 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Attempting to bind port 8d3298b6-0c72-4483-921f-ef73180f487d on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:16:26.846261 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Attempting to bind port 8d3298b6-0c72-4483-921f-ef73180f487d by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '442a1d70-b888-4a90-9d04-bba8347ed9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:16:26.846583 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Attempting to bind port 8d3298b6-0c72-4483-921f-ef73180f487d on network 5aad6b89-42f4-4242-ae45-718ce8363e0c {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:16:26.849466 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:26.849466 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:26.849790 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:26.850064 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:26.850379 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:26.850728 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:26.853380 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:26.853748 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:26.854101 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:26.854427 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:26.854775 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:26.855096 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:26.869784 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:16:26.870156 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Checking segment: {'id': '442a1d70-b888-4a90-9d04-bba8347ed9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:16:26.870559 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.870978 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Bound using segment: {'id': '442a1d70-b888-4a90-9d04-bba8347ed9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:16:26.871440 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Bound port: 8d3298b6-0c72-4483-921f-ef73180f487d, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442a1d70-b888-4a90-9d04-bba8347ed9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:16:26.871829 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:26.886083 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1ea0c084-aad1-4fa6-88a8-dc3ad7ad954d req-0baeb089-b760-4780-b8a0-45b35a7c2a00 service neutron] 10.222.0.39 "GET /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479005 Sep 09 15:16:26.886289 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cf61ec3d-aadf-4e44-9d76-0030fd9fbb2a req-8b710474-b271-4254-b99c-7316fe79ff16 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a261c3-c286-45a8-b594-94930bf519f9 HTTP/1.1" status: 200 len: 1002 time: 0.0808647 Sep 09 15:16:26.947314 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] For port 8d3298b6-0c72-4483-921f-ef73180f487d, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:16:26.951058 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] For port 8d3298b6-0c72-4483-921f-ef73180f487d, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=8d3298b6-0c72-4483-921f-ef73180f487d,segment=NetworkSegment(442a1d70-b888-4a90-9d04-bba8347ed9cb),segment_id=442a1d70-b888-4a90-9d04-bba8347ed9cb)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:16:26.957725 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:27.016702 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61ec3d-aadf-4e44-9d76-0030fd9fbb2a req-dac58486-fafa-4773-8dd9-f0311200f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:27.018842 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cf61ec3d-aadf-4e44-9d76-0030fd9fbb2a req-dac58486-fafa-4773-8dd9-f0311200f0f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b56d118f-8744-4cdd-be23-a614a2b19b95 HTTP/1.1" status: 200 len: 850 time: 0.0975649 Sep 09 15:16:27.026033 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c3d84-4974-45e2-aef5-0b314a582882 None None] Pushing event updated for resources: {'Port': ['ID=8d3298b6-0c72-4483-921f-ef73180f487d,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:27.053736 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0581c373-26e6-4185-930a-f31c8a5e7e9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:27.063685 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:27.064075 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732dba82-fb83-47f4-9649-043571bd678b {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:16:27.073465 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:27.094755 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:27.118426 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Transition to ACTIVE for port object 732dba82-fb83-47f4-9649-043571bd678b will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:16:27.123617 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:27.209949 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61ec3d-aadf-4e44-9d76-0030fd9fbb2a req-9f2816b7-d232-4d0f-8e35-cacbd5379c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:27.211789 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cf61ec3d-aadf-4e44-9d76-0030fd9fbb2a req-9f2816b7-d232-4d0f-8e35-cacbd5379c64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1451974 Sep 09 15:16:27.225908 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263db46-a1f6-4ae8-ae29-dc7bad7e074d req-49c50de0-15ac-4171-b776-32545db592f2 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:27.228240 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2263db46-a1f6-4ae8-ae29-dc7bad7e074d req-49c50de0-15ac-4171-b776-32545db592f2 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 943 time: 0.1369112 Sep 09 15:16:27.265474 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Pushing event updated for resources: {'Port': ['ID=732dba82-fb83-47f4-9649-043571bd678b,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:27.318278 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-0581c373-26e6-4185-930a-f31c8a5e7e9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Allocated IP 172.27.3.61 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/4338fd8f-6690-4c06-a419-dc86bd0918bf) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:16:27.385823 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2263db46-a1f6-4ae8-ae29-dc7bad7e074d req-73f16993-fd61-42db-b141-93d66b8c590d tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468954 Sep 09 15:16:27.404943 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Attempting to bind port 732dba82-fb83-47f4-9649-043571bd678b on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:16:27.414268 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cf61ec3d-aadf-4e44-9d76-0030fd9fbb2a req-254ec2ca-383f-4fa8-ad8e-f97f9c0e5fbf service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850085 Sep 09 15:16:27.415812 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Attempting to bind port 732dba82-fb83-47f4-9649-043571bd678b by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '24394f6b-9b3e-4e73-9b84-bf533dec1e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:16:27.416414 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Attempting to bind port 732dba82-fb83-47f4-9649-043571bd678b on network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:16:27.477668 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Port 732dba82-fb83-47f4-9649-043571bd678b on network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:16:27.477996 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Attempting to bind port 732dba82-fb83-47f4-9649-043571bd678b on network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:16:27.492771 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:16:27.493104 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Checking segment: {'id': '24394f6b-9b3e-4e73-9b84-bf533dec1e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:16:27.493485 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Bound using segment: {'id': '24394f6b-9b3e-4e73-9b84-bf533dec1e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:16:27.493918 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Bound port: 732dba82-fb83-47f4-9649-043571bd678b, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24394f6b-9b3e-4e73-9b84-bf533dec1e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:16:27.494272 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:27.520810 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cf61ec3d-aadf-4e44-9d76-0030fd9fbb2a req-053591ca-302d-4a43-bad2-2c229a3d26d8 service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988243 Sep 09 15:16:27.521919 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0581c373-26e6-4185-930a-f31c8a5e7e9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:27.601159 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] For port 732dba82-fb83-47f4-9649-043571bd678b, host hv-cinder-77630, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:16:27.615972 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] For port 732dba82-fb83-47f4-9649-043571bd678b, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=732dba82-fb83-47f4-9649-043571bd678b,segment=NetworkSegment(24394f6b-9b3e-4e73-9b84-bf533dec1e8f),segment_id=24394f6b-9b3e-4e73-9b84-bf533dec1e8f)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:16:27.620711 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:27.626336 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0581c373-26e6-4185-930a-f31c8a5e7e9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:27.671170 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Allocated IP 172.27.3.74 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/1ffd303d-7164-4246-bf9c-eaca1f01cf2c) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:16:27.676923 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0581c373-26e6-4185-930a-f31c8a5e7e9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:16:27.678480 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:27.679667 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:27.681078 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] 10.222.0.39 "PUT /v2.0/ports/732dba82-fb83-47f4-9649-043571bd678b HTTP/1.1" status: 200 len: 1094 time: 1.3214726 Sep 09 15:16:27.681524 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ba3d2a-bdad-40ac-8f89-b4ff8954ab72', 'tag': '732dba82-fb83-47f4-9649-043571bd678b'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:16:27.684157 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ecfbae-fac4-4bea-b70c-5e96ddd498d1" -d '{"events": [{"name": "network-changed", "server_uuid": "51ba3d2a-bdad-40ac-8f89-b4ff8954ab72", "tag": "732dba82-fb83-47f4-9649-043571bd678b"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:16:27.709034 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-0581c373-26e6-4185-930a-f31c8a5e7e9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:16:27.713213 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0581c373-26e6-4185-930a-f31c8a5e7e9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:16:27.745256 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786f8de-4f56-46a1-9287-a2d9c97ebd79 service neutron] Pushing event updated for resources: {'Port': ['ID=732dba82-fb83-47f4-9649-043571bd678b,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:27.797160 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd09b34-94e7-47db-8f8e-76d88188d6b8 x-openstack-request-id: req-6cd09b34-94e7-47db-8f8e-76d88188d6b8 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:16:27.798023 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ba3d2a-bdad-40ac-8f89-b4ff8954ab72", "tag": "732dba82-fb83-47f4-9649-043571bd678b", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:16:27.798023 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6cd09b34-94e7-47db-8f8e-76d88188d6b8 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:16:27.798406 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ba3d2a-bdad-40ac-8f89-b4ff8954ab72', 'tag': '732dba82-fb83-47f4-9649-043571bd678b', 'status': 'completed', 'code': 200} Sep 09 15:16:27.844984 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:27.857611 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-885626a0-a117-4199-9dca-d6d52f262bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:27.859405 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-885626a0-a117-4199-9dca-d6d52f262bd5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2fbe9b5c8754473b0850c62c32d056b&device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 1097 time: 0.0999620 Sep 09 15:16:27.871302 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581c373-26e6-4185-930a-f31c8a5e7e9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Pushing event updated for resources: {'Port': ['ID=4338fd8f-6690-4c06-a419-dc86bd0918bf,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:27.917911 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db67fc9-3316-49a0-8445-f65d958b5ec8 req-702a1378-fabf-4361-822c-d84a4f6b0994 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:27.921877 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3db67fc9-3316-49a0-8445-f65d958b5ec8 req-702a1378-fabf-4361-822c-d84a4f6b0994 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 944 time: 0.0912495 Sep 09 15:16:27.958384 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-685368fb-748b-4cf5-a428-2c6c4693a0c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=732dba82-fb83-47f4-9649-043571bd678b HTTP/1.1" status: 200 len: 217 time: 0.0822093 Sep 09 15:16:27.967936 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:28.030526 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3db67fc9-3316-49a0-8445-f65d958b5ec8 req-7d8aaf4f-2d8f-4b5e-ac52-36fd4a2c9151 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc5137a2-a621-4bfd-8686-a1ebe5cb203c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922210 Sep 09 15:16:28.032654 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0581c373-26e6-4185-930a-f31c8a5e7e9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:28.039899 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:16:28.051970 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:16:28.056249 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:16:28.056871 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-3a0bc3d2-f825-4922-ab77-443598eb18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:28.058456 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-3a0bc3d2-f825-4922-ab77-443598eb18cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db53f811-03ef-4135-a3c5-5d3aa6a75f6d HTTP/1.1" status: 200 len: 849 time: 0.0881948 Sep 09 15:16:28.083169 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffd303d-7164-4246-bf9c-eaca1f01cf2c,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:28.114622 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0581c373-26e6-4185-930a-f31c8a5e7e9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:28.167368 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-e01c2da7-34e9-4f9c-9bdd-ae5061554a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:28.168728 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-e01c2da7-34e9-4f9c-9bdd-ae5061554a0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0917335 Sep 09 15:16:28.342127 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f80379-72ba-4b91-a85e-489a045e3b06 None None] Network 5aad6b89-42f4-4242-ae45-718ce8363e0c requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:16:28.347988 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-86fd5123-a03a-4c75-9ccb-1059bd0c1aa3 service neutron] 10.222.0.39 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628723 Sep 09 15:16:28.387405 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0581c373-26e6-4185-930a-f31c8a5e7e9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:28.401982 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0581c373-26e6-4185-930a-f31c8a5e7e9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:28.417134 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-11a61eb2-6667-4beb-ab43-e2e1a7e310fd None None] Provisioning for port 8d3298b6-0c72-4483-921f-ef73180f487d completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:16:28.535686 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7f5fca7c-56e0-46b4-8e38-112dbe6556ed req-7d916474-771e-467e-8871-8b417df714d7 service neutron] 10.222.0.39 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765678 Sep 09 15:16:28.536332 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581c373-26e6-4185-930a-f31c8a5e7e9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Pushing event updated for resources: {'Port': ['ID=4338fd8f-6690-4c06-a419-dc86bd0918bf,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:28.548453 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0581c373-26e6-4185-930a-f31c8a5e7e9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681918'] for floatingip, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:28.579536 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0581c373-26e6-4185-930a-f31c8a5e7e9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:28.584764 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0581c373-26e6-4185-930a-f31c8a5e7e9c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0009565 Sep 09 15:16:28.697747 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa695c9-ca3d-45ab-ba65-463796ef1896 req-a5405f30-ea13-4b55-91cb-1c45c868db22 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:28.700146 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2fa695c9-ca3d-45ab-ba65-463796ef1896 req-a5405f30-ea13-4b55-91cb-1c45c868db22 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 943 time: 0.1573658 Sep 09 15:16:28.726012 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 8d3298b6-0c72-4483-921f-ef73180f487d up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:16:28.740258 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:28.775495 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecfbae-fac4-4bea-b70c-5e96ddd498d1 req-30ae6ea7-da0a-4206-bfd2-7bb2814e3d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:28.777195 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b0ecfbae-fac4-4bea-b70c-5e96ddd498d1 req-30ae6ea7-da0a-4206-bfd2-7bb2814e3d82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2fbe9b5c8754473b0850c62c32d056b&device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 1097 time: 0.1486564 Sep 09 15:16:28.813442 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 8d3298b6-0c72-4483-921f-ef73180f487d completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:16:28.823607 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 8d3298b6-0c72-4483-921f-ef73180f487d triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:28.824319 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:28.884883 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2fa695c9-ca3d-45ab-ba65-463796ef1896 req-f41e6e77-06a7-414c-b597-6e70b5c314a3 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763196 Sep 09 15:16:28.889311 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-077b50a7-b7dd-4632-a582-17d5b360f4a8 None None] Provisioning complete for port 8d3298b6-0c72-4483-921f-ef73180f487d triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:28.889692 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-077b50a7-b7dd-4632-a582-17d5b360f4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:28.902725 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-d88bdccc-f6fa-4889-b7f0-d3ceba7270f6 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1149425219&fields=id&tenant_id=a1671f29bb75494bb0226cd82308a86d HTTP/1.1" status: 200 len: 267 time: 0.0747108 Sep 09 15:16:28.909805 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecfbae-fac4-4bea-b70c-5e96ddd498d1 req-22a646fc-f319-42a9-a13f-1d8cba789be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:28.911435 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b0ecfbae-fac4-4bea-b70c-5e96ddd498d1 req-22a646fc-f319-42a9-a13f-1d8cba789be0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c HTTP/1.1" status: 200 len: 911 time: 0.1263549 Sep 09 15:16:28.967899 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b0ecfbae-fac4-4bea-b70c-5e96ddd498d1 req-c95de889-a338-4bf4-a317-76c32b0e8bbb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=732dba82-fb83-47f4-9649-043571bd678b HTTP/1.1" status: 200 len: 217 time: 0.0468395 Sep 09 15:16:28.981527 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:29.028711 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecfbae-fac4-4bea-b70c-5e96ddd498d1 req-fb8a6ea4-31ca-4349-85c9-e93ebb42270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:29.030617 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b0ecfbae-fac4-4bea-b70c-5e96ddd498d1 req-fb8a6ea4-31ca-4349-85c9-e93ebb42270d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db53f811-03ef-4135-a3c5-5d3aa6a75f6d HTTP/1.1" status: 200 len: 849 time: 0.0553653 Sep 09 15:16:29.043038 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-077b50a7-b7dd-4632-a582-17d5b360f4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:29.056686 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port 8d3298b6-0c72-4483-921f-ef73180f487d, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=8d3298b6-0c72-4483-921f-ef73180f487d,segment=NetworkSegment(442a1d70-b888-4a90-9d04-bba8347ed9cb),segment_id=442a1d70-b888-4a90-9d04-bba8347ed9cb)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:29.068190 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:29.090275 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecfbae-fac4-4bea-b70c-5e96ddd498d1 req-b25336c1-5eb0-40d8-b3c5-048c7ef97b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:29.092276 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b0ecfbae-fac4-4bea-b70c-5e96ddd498d1 req-b25336c1-5eb0-40d8-b3c5-048c7ef97b0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504060 Sep 09 15:16:29.117668 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-05efb679-3734-4a80-a335-00fa4db18c2c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:29.119469 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-05efb679-3734-4a80-a335-00fa4db18c2c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/networks?id=523750d6-4668-45d0-b10f-8b045df11afb HTTP/1.1" status: 200 len: 816 time: 0.1872156 Sep 09 15:16:29.142005 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-998fd249-90fb-4841-bc16-faf6e71a0902 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/quotas/a1671f29bb75494bb0226cd82308a86d HTTP/1.1" status: 200 len: 375 time: 0.0162599 Sep 09 15:16:29.164769 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.db.api [None req-077b50a7-b7dd-4632-a582-17d5b360f4a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 15:16:29.165133 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG oslo_db.api [None req-077b50a7-b7dd-4632-a582-17d5b360f4a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 15:16:29.165932 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=8d3298b6-0c72-4483-921f-ef73180f487d,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:29.201471 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681812'] for router, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:29.208157 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b0ecfbae-fac4-4bea-b70c-5e96ddd498d1 req-1cc45ee4-1b2f-4c33-9146-33a94b61d46c service neutron] 10.222.0.39 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048656 Sep 09 15:16:29.267758 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-62a5db00-7dc3-4b1a-bbc7-2ff5a253e86a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a1671f29bb75494bb0226cd82308a86d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1202009 Sep 09 15:16:29.278514 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d2805-97e9-4016-a541-00cdba4c8110 req-ca99e9af-777c-48e0-b92c-853c18716935 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:29.280033 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-457d2805-97e9-4016-a541-00cdba4c8110 req-ca99e9af-777c-48e0-b92c-853c18716935 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 944 time: 0.1238658 Sep 09 15:16:29.302996 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b0ecfbae-fac4-4bea-b70c-5e96ddd498d1 req-895c1da4-b6fa-4e49-a0e1-d274d67597a0 service neutron] 10.222.0.39 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857656 Sep 09 15:16:29.421199 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-457d2805-97e9-4016-a541-00cdba4c8110 req-ebeeed5e-b5e4-4890-b04f-67b3d596e981 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc5137a2-a621-4bfd-8686-a1ebe5cb203c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303782 Sep 09 15:16:29.445496 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-a504fdd0-634a-4412-8a35-d620d38d72ba service neutron] 10.222.0.18 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645010 Sep 09 15:16:29.517210 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Router 6fb63cea-c66c-42a7-9e8a-e5845be5e90a is scheduled to L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 with binding_index 1 {{(pid=94130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 15:16:29.587029 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-321155e8-4dc0-4798-89f2-008756b4099b service neutron] 10.222.0.18 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348805 Sep 09 15:16:29.645947 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:16:29.656943 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Sync routers for ids ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:16:29.661698 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:29.663088 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-435915ed-a4da-4c4f-b6a2-d778cf9fb9c8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5995276 Sep 09 15:16:29.666295 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42112) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:29.690458 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Routers {'6fb63cea-c66c-42a7-9e8a-e5845be5e90a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:16:29.691652 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:16:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:29.800804 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-36b5b488-fcbe-4aa0-9965-c8864ad692ae req-59591ce2-4dd0-44c1-bdca-d622a48e47a0 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 210 time: 0.0323501 Sep 09 15:16:30.017590 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Set router 6fb63cea-c66c-42a7-9e8a-e5845be5e90a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:16:30.059542 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:16:30.082779 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf000f6-b92e-46d8-ae86-9898053f1a29 req-a2201b45-df7b-4934-8a3e-67340f53b080 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:30.084285 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6cf000f6-b92e-46d8-ae86-9898053f1a29 req-a2201b45-df7b-4934-8a3e-67340f53b080 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 943 time: 0.1028392 Sep 09 15:16:30.168838 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6cf000f6-b92e-46d8-ae86-9898053f1a29 req-31fcb220-6980-4a3c-8963-8def2be54657 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702507 Sep 09 15:16:30.255663 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:30.289884 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port afe93a79-dba1-4a5d-ac0d-6ba2babd16f0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=afe93a79-dba1-4a5d-ac0d-6ba2babd16f0,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:30.305583 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': 'afe93a79-dba1-4a5d-ac0d-6ba2babd16f0', 'network_id': '8ac8f2b6-4312-4238-8a48-bd53cadf49c8', 'port_id': 'afe93a79-dba1-4a5d-ac0d-6ba2babd16f0', 'mac_address': 'fa:16:3e:2e:dd:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a1ca1e-1322-4ad8-a756-30dfbf68d102', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:16:30.350595 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'name': 'tempest-TestMinimumBasicScenario-1319155666-router', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:26Z', 'updated_at': '2021-09-09T15:16:28Z', 'revision_number': 3, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'gw_port': {'id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:27Z', 'updated_at': '2021-09-09T15:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:30.385682 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:30.391032 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Checking router: 6fb63cea-c66c-42a7-9e8a-e5845be5e90a for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:16:30.391379 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Updating router 6fb63cea-c66c-42a7-9e8a-e5845be5e90a port 1ffd303d-7164-4246-bf9c-eaca1f01cf2c binding host dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:16:30.422468 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Allocated IP 172.20.0.1 (5aad6b89-42f4-4242-ae45-718ce8363e0c/b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a/d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:16:30.425562 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:16:30.434104 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:30.472180 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port afe93a79-dba1-4a5d-ac0d-6ba2babd16f0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=afe93a79-dba1-4a5d-ac0d-6ba2babd16f0,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:30.482566 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:30.558835 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:30.583159 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32198e0-7b6b-422f-85aa-446ef9d67d8a req-f2f0f33c-fa54-4902-9576-1450de500ed5 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:30.584682 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a32198e0-7b6b-422f-85aa-446ef9d67d8a req-f2f0f33c-fa54-4902-9576-1450de500ed5 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 944 time: 0.0828443 Sep 09 15:16:30.586865 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Transition to ACTIVE for port object d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c will not be triggered until provisioned by entity DHCP. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:16:30.631087 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=afe93a79-dba1-4a5d-ac0d-6ba2babd16f0,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:30.640083 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a32198e0-7b6b-422f-85aa-446ef9d67d8a req-a13d5e23-89f2-4a97-b096-de48be86b2d7 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc5137a2-a621-4bfd-8686-a1ebe5cb203c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480137 Sep 09 15:16:30.652982 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:30.677552 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 8d3298b6-0c72-4483-921f-ef73180f487d up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:16:30.696232 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Network 5aad6b89-42f4-4242-ae45-718ce8363e0c is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:16:30.699266 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:16:30.705757 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:16:30.726260 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:30.747663 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681989'] for router_interface, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:30.774168 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['afe93a79-dba1-4a5d-ac0d-6ba2babd16f0'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:16:30.780837 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 8d3298b6-0c72-4483-921f-ef73180f487d triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:30.780837 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:30.893503 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:30.913248 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Transition to ACTIVE for port object 1ffd303d-7164-4246-bf9c-eaca1f01cf2c will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:16:30.930999 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:30.936600 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:30.981596 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-01254446-91bc-4cfa-8056-7b5c14f73eb6 req-4da40499-27ad-499a-a4b0-7a7e6033d19c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 210 time: 0.0288398 Sep 09 15:16:31.073551 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-03846131-390e-4280-8ec6-f03b98f4873c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:31.076274 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-03846131-390e-4280-8ec6-f03b98f4873c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.39 "GET /v2.0/networks?id=523750d6-4668-45d0-b10f-8b045df11afb HTTP/1.1" status: 200 len: 816 time: 0.2515869 Sep 09 15:16:31.082669 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db6e43-a6d6-4ca5-9da9-b08b4b2c2ad7 None None] Pushing event updated for resources: {'Port': ['ID=1ffd303d-7164-4246-bf9c-eaca1f01cf2c,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:31.095382 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Attempting to bind port 1ffd303d-7164-4246-bf9c-eaca1f01cf2c on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:16:31.095749 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Attempting to bind port 1ffd303d-7164-4246-bf9c-eaca1f01cf2c by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:16:31.096111 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Attempting to bind port 1ffd303d-7164-4246-bf9c-eaca1f01cf2c on network 1e824111-cf35-4689-9431-3e5bca072ae7 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:16:31.114357 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:16:31.114761 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Checking segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:16:31.115167 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:31.115563 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Bound using segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:16:31.116045 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Bound port: 1ffd303d-7164-4246-bf9c-eaca1f01cf2c, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:16:31.117002 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:31.123336 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-c0c1768a-9fba-4021-b3f9-d116f066d57d None None] Provisioning for port d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:16:31.152458 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-c72938f8-46f6-4c1f-a40c-d77be874f087 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1671f29bb75494bb0226cd82308a86d HTTP/1.1" status: 200 len: 380 time: 0.0488055 Sep 09 15:16:31.157087 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-c0c1768a-9fba-4021-b3f9-d116f066d57d None None] Provisioning complete for port d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:31.157467 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c0c1768a-9fba-4021-b3f9-d116f066d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:31.158027 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-7460e8a0-2829-4084-ab80-97d3d9c9f607 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Request body: {'port': {'device_id': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'admin_state_up': True, 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'security_groups': ['1f59bd88-0ae8-42ab-9477-7addd4ab1ab3']}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:31.220481 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] For port 1ffd303d-7164-4246-bf9c-eaca1f01cf2c, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:16:31.224553 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:31.226927 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] For port 1ffd303d-7164-4246-bf9c-eaca1f01cf2c, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=1ffd303d-7164-4246-bf9c-eaca1f01cf2c,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:16:31.231072 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:31.232773 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1768a-9fba-4021-b3f9-d116f066d57d None None] Port d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:16:31.241563 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:31.321338 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Routers {'6fb63cea-c66c-42a7-9e8a-e5845be5e90a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:16:31.321965 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:16:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:31.341125 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-7460e8a0-2829-4084-ab80-97d3d9c9f607 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Made reservation on behalf of a1671f29bb75494bb0226cd82308a86d for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:16:31.344880 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-7460e8a0-2829-4084-ab80-97d3d9c9f607 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:31.360459 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db6e43-a6d6-4ca5-9da9-b08b4b2c2ad7 None None] Pushing event updated for resources: {'Port': ['ID=1ffd303d-7164-4246-bf9c-eaca1f01cf2c,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:31.371064 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356cc9-96b6-4544-9126-046998f2f564 req-a019512e-adcb-4459-adf2-e58e0337649f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:31.372642 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-65356cc9-96b6-4544-9126-046998f2f564 req-a019512e-adcb-4459-adf2-e58e0337649f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 944 time: 0.0803452 Sep 09 15:16:31.373760 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:31.377487 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682389'] for router_interface, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:31.422283 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-65356cc9-96b6-4544-9126-046998f2f564 req-92fe8df4-2715-47df-b373-20c7787b3d58 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376611 Sep 09 15:16:31.462345 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] Set router 6fb63cea-c66c-42a7-9e8a-e5845be5e90a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:16:31.699991 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'name': 'tempest-TestMinimumBasicScenario-1319155666-router', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:26Z', 'updated_at': '2021-09-09T15:16:30Z', 'revision_number': 4, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'gw_port': {'id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:27Z', 'updated_at': '2021-09-09T15:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'd4018ba6-8aed-4bfb-9b7e-88f1b0941b2c', 'name': '', 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'mac_address': 'fa:16:3e:79:3c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:30Z', 'updated_at': '2021-09-09T15:16:31Z', 'revision_number': 2, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'subnets': [{'id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:31.733453 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be3c863-799d-4db7-b41b-78af3dbf33c9 None None] The sync data for ids ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'] in dv-cinder-776307-9-iscsi is: [{'id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'name': 'tempest-TestMinimumBasicScenario-1319155666-router', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:26Z', 'updated_at': '2021-09-09T15:16:30Z', 'revision_number': 4, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'gw_port': {'id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:27Z', 'updated_at': '2021-09-09T15:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'd4018ba6-8aed-4bfb-9b7e-88f1b0941b2c', 'name': '', 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'mac_address': 'fa:16:3e:79:3c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:30Z', 'updated_at': '2021-09-09T15:16:31Z', 'revision_number': 2, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'subnets': [{'id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:16:31.758178 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-7460e8a0-2829-4084-ab80-97d3d9c9f607 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Allocated IP 172.20.0.10 (523750d6-4668-45d0-b10f-8b045df11afb/ff7b0629-fe79-43e4-954a-7cf836f43f0a/ac2daff8-0a5f-4c2f-826a-ef7889037d01) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:16:31.804640 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817f645-5f46-4e10-b677-ff8e2c30ad11 req-51c9c49b-3866-4852-906d-b1f782df53e8 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:31.806508 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1817f645-5f46-4e10-b677-ff8e2c30ad11 req-51c9c49b-3866-4852-906d-b1f782df53e8 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 944 time: 0.0704911 Sep 09 15:16:31.814579 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Network 5aad6b89-42f4-4242-ae45-718ce8363e0c is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:16:31.823846 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:16:31.899338 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1817f645-5f46-4e10-b677-ff8e2c30ad11 req-97c5c749-dc14-4821-8213-1b864e70ca9e tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc5137a2-a621-4bfd-8686-a1ebe5cb203c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830264 Sep 09 15:16:32.001543 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Router 6fb63cea-c66c-42a7-9e8a-e5845be5e90a has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:16:32.008233 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-7460e8a0-2829-4084-ab80-97d3d9c9f607 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:32.061452 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 732dba82-fb83-47f4-9649-043571bd678b details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:16:32.063698 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:16:32.066666 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-7460e8a0-2829-4084-ab80-97d3d9c9f607 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Transition to ACTIVE for port object ac2daff8-0a5f-4c2f-826a-ef7889037d01 will not be triggered until provisioned by entity DHCP. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:16:32.154372 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-7460e8a0-2829-4084-ab80-97d3d9c9f607 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:32.183623 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:16:32.195515 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:16:32.205968 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-7460e8a0-2829-4084-ab80-97d3d9c9f607 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Network 523750d6-4668-45d0-b10f-8b045df11afb is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:16:32.208627 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-30864d92-38dd-478d-8005-52e5da937bb9 admin admin] 10.222.0.18 "PUT /v2.0/routers/6fb63cea-c66c-42a7-9e8a-e5845be5e90a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5401528 Sep 09 15:16:32.220082 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-7460e8a0-2829-4084-ab80-97d3d9c9f607 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:16:32.224561 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-7460e8a0-2829-4084-ab80-97d3d9c9f607 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:16:32.326008 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-7460e8a0-2829-4084-ab80-97d3d9c9f607 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:32.329865 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-7460e8a0-2829-4084-ab80-97d3d9c9f607 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:32.381531 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-7460e8a0-2829-4084-ab80-97d3d9c9f607 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2281289 Sep 09 15:16:32.411410 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Request body: {'port': {'device_id': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:32.418477 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460e8a0-2829-4084-ab80-97d3d9c9f607 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Pushing event updated for resources: {'Port': ['ID=ac2daff8-0a5f-4c2f-826a-ef7889037d01,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:32.449132 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67447d-5c19-4986-8db5-ff1965a8050a req-14fe763e-5e04-46e0-9577-b1ca311b8976 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:32.463577 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8e67447d-5c19-4986-8db5-ff1965a8050a req-14fe763e-5e04-46e0-9577-b1ca311b8976 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 932 time: 0.1149166 Sep 09 15:16:32.483719 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-5d9dff15-097e-4867-be85-e8d41c0c7bcf None None] Provisioning complete for port d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:32.484811 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5d9dff15-097e-4867-be85-e8d41c0c7bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:32.491771 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:32.493376 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:32.556198 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:32.576733 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8e67447d-5c19-4986-8db5-ff1965a8050a req-06ef0ef9-27d6-43e5-9dc9-b5c445869b7f tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119871 Sep 09 15:16:32.653089 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84883fa8-d1b9-4ab6-b941-4059c4c1ac03 req-8d7b6586-48ef-4cb2-b266-7a794667cad3 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:32.654722 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-84883fa8-d1b9-4ab6-b941-4059c4c1ac03 req-8d7b6586-48ef-4cb2-b266-7a794667cad3 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 944 time: 0.0766723 Sep 09 15:16:32.704264 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-84883fa8-d1b9-4ab6-b941-4059c4c1ac03 req-e8b1ae71-1497-4a2b-9ac4-6dcd37b08d37 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425885 Sep 09 15:16:32.744472 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-5d9dff15-097e-4867-be85-e8d41c0c7bcf None None] Port d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:16:32.779485 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:32.809911 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 732dba82-fb83-47f4-9649-043571bd678b, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=732dba82-fb83-47f4-9649-043571bd678b,segment=NetworkSegment(24394f6b-9b3e-4e73-9b84-bf533dec1e8f),segment_id=24394f6b-9b3e-4e73-9b84-bf533dec1e8f)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:32.846073 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef6bb25-3105-41d6-9b60-8fd39652aa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe93a79-dba1-4a5d-ac0d-6ba2babd16f0'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:16:32.848390 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a77ca05-afa2-4fb7-83bd-2507dfbe4f09" -d '{"events": [{"server_uuid": "9ef6bb25-3105-41d6-9b60-8fd39652aa4a", "name": "network-vif-plugged", "status": "completed", "tag": "afe93a79-dba1-4a5d-ac0d-6ba2babd16f0"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:16:32.858512 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port afe93a79-dba1-4a5d-ac0d-6ba2babd16f0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=afe93a79-dba1-4a5d-ac0d-6ba2babd16f0,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:32.859817 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': '732dba82-fb83-47f4-9649-043571bd678b', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'port_id': '732dba82-fb83-47f4-9649-043571bd678b', 'mac_address': 'fa:16:3e:08:3c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:16:32.869827 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:32.931174 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad243520-06fe-431f-870d-311ca8ff5aad x-openstack-request-id: req-ad243520-06fe-431f-870d-311ca8ff5aad {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:16:32.931484 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef6bb25-3105-41d6-9b60-8fd39652aa4a", "name": "network-vif-plugged", "status": "completed", "tag": "afe93a79-dba1-4a5d-ac0d-6ba2babd16f0", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:16:32.931691 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad243520-06fe-431f-870d-311ca8ff5aad {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:16:32.932154 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef6bb25-3105-41d6-9b60-8fd39652aa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe93a79-dba1-4a5d-ac0d-6ba2babd16f0', 'code': 200} Sep 09 15:16:32.934568 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=afe93a79-dba1-4a5d-ac0d-6ba2babd16f0,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:32.984786 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-5f87a1f1-cfa7-466e-8aad-74a876e0f996 None None] Provisioning for port ac2daff8-0a5f-4c2f-826a-ef7889037d01 completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:16:33.002201 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:33.004336 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-5f87a1f1-cfa7-466e-8aad-74a876e0f996 None None] Provisioning complete for port ac2daff8-0a5f-4c2f-826a-ef7889037d01 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:33.004705 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5f87a1f1-cfa7-466e-8aad-74a876e0f996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:33.043389 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732dba82-fb83-47f4-9649-043571bd678b {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:16:33.083027 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 732dba82-fb83-47f4-9649-043571bd678b, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=732dba82-fb83-47f4-9649-043571bd678b,segment=NetworkSegment(24394f6b-9b3e-4e73-9b84-bf533dec1e8f),segment_id=24394f6b-9b3e-4e73-9b84-bf533dec1e8f)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:33.092046 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:33.107193 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-5f87a1f1-cfa7-466e-8aad-74a876e0f996 None None] Port ac2daff8-0a5f-4c2f-826a-ef7889037d01 cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:16:33.119660 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2daff8-0a5f-4c2f-826a-ef7889037d01 {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:16:33.141991 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:33.163396 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42166) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:33.169195 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-3da3ea7b-2a77-404f-bf43-9fe127425cb0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1235428940-network', 'tenant_id': '58807bd8abde470c8c206e440ecc65e8'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:33.175217 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Transition to ACTIVE for port object ac2daff8-0a5f-4c2f-826a-ef7889037d01 will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:16:33.176574 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=732dba82-fb83-47f4-9649-043571bd678b,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:33.181940 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:33.195870 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c7b99-aa16-4389-8170-79c284666d34 req-ed8a2170-dfcb-4677-ba8b-36058d16e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:33.197789 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9f5c7b99-aa16-4389-8170-79c284666d34 req-ed8a2170-dfcb-4677-ba8b-36058d16e5d7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 1098 time: 0.0886872 Sep 09 15:16:33.222559 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da3ea7b-2a77-404f-bf43-9fe127425cb0 admin admin] Made reservation on behalf of 58807bd8abde470c8c206e440ecc65e8 for: {'network': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:16:33.224634 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3da3ea7b-2a77-404f-bf43-9fe127425cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:33.248885 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3da3ea7b-2a77-404f-bf43-9fe127425cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:33.300228 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9f5c7b99-aa16-4389-8170-79c284666d34 req-feaa285b-73d7-4e5a-be02-3a25fdaae568 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938110 Sep 09 15:16:33.323527 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2daff8-0a5f-4c2f-826a-ef7889037d01,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:33.390093 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Attempting to bind port ac2daff8-0a5f-4c2f-826a-ef7889037d01 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:16:33.390774 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Attempting to bind port ac2daff8-0a5f-4c2f-826a-ef7889037d01 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '652882fa-2b7c-42bc-a926-2a958721e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:16:33.390899 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Attempting to bind port ac2daff8-0a5f-4c2f-826a-ef7889037d01 on network 523750d6-4668-45d0-b10f-8b045df11afb {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:16:33.393596 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['732dba82-fb83-47f4-9649-043571bd678b'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:16:33.396942 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Port ac2daff8-0a5f-4c2f-826a-ef7889037d01 on network 523750d6-4668-45d0-b10f-8b045df11afb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:16:33.396942 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Attempting to bind port ac2daff8-0a5f-4c2f-826a-ef7889037d01 on network 523750d6-4668-45d0-b10f-8b045df11afb {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:16:33.410055 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:16:33.410398 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Checking segment: {'id': '652882fa-2b7c-42bc-a926-2a958721e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:16:33.410942 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Bound using segment: {'id': '652882fa-2b7c-42bc-a926-2a958721e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:16:33.411701 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Bound port: ac2daff8-0a5f-4c2f-826a-ef7889037d01, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652882fa-2b7c-42bc-a926-2a958721e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:16:33.412311 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:33.450115 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3da3ea7b-2a77-404f-bf43-9fe127425cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:33.473637 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58180020-566e-43c9-9a79-99c3b2347159 req-8545f3d4-3af3-4baf-b2b9-bc50d133ad75 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:33.477179 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-58180020-566e-43c9-9a79-99c3b2347159 req-8545f3d4-3af3-4baf-b2b9-bc50d133ad75 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 945 time: 0.1076770 Sep 09 15:16:33.478057 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3da3ea7b-2a77-404f-bf43-9fe127425cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:33.517525 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] For port ac2daff8-0a5f-4c2f-826a-ef7889037d01, host hv-cinder-77630, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:16:33.523151 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] For port ac2daff8-0a5f-4c2f-826a-ef7889037d01, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ac2daff8-0a5f-4c2f-826a-ef7889037d01,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:16:33.529945 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:33.532145 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da3ea7b-2a77-404f-bf43-9fe127425cb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=94130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:16:33.570950 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3da3ea7b-2a77-404f-bf43-9fe127425cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:33.571298 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.segments_db [None req-3da3ea7b-2a77-404f-bf43-9fe127425cb0 admin admin] Added segment e5c32070-5bee-4226-ab9a-e1aa156d349d of type vlan for network 0bf9fe30-4e6c-478d-b74c-8407efcd8337 Sep 09 15:16:33.576825 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-58180020-566e-43c9-9a79-99c3b2347159 req-71eaacd1-f70f-43cd-baf1-0882d210b602 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc5137a2-a621-4bfd-8686-a1ebe5cb203c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848253 Sep 09 15:16:33.582765 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:33.583409 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:33.584989 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] 10.222.0.39 "PUT /v2.0/ports/ac2daff8-0a5f-4c2f-826a-ef7889037d01 HTTP/1.1" status: 200 len: 1094 time: 1.1814411 Sep 09 15:16:33.587257 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'tag': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:16:33.587494 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3ea7b-2a77-404f-bf43-9fe127425cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68be96b-10fa-4056-9fa4-5f045241d38b,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:33.590567 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531b5691-51fd-4830-94a4-b8b6cbfa7ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "312ac0b6-d0f4-4309-9710-4c12c1ab3f66", "tag": "ac2daff8-0a5f-4c2f-826a-ef7889037d01"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:16:33.651832 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da8824-21a8-455a-aa28-3203d8b64a17 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2daff8-0a5f-4c2f-826a-ef7889037d01,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:33.669922 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1626d49-b633-4a14-a00a-a6ba1eb3793a x-openstack-request-id: req-d1626d49-b633-4a14-a00a-a6ba1eb3793a {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:16:33.674475 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312ac0b6-d0f4-4309-9710-4c12c1ab3f66", "tag": "ac2daff8-0a5f-4c2f-826a-ef7889037d01", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:16:33.675125 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1626d49-b633-4a14-a00a-a6ba1eb3793a {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:16:33.675408 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'tag': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01', 'status': 'completed', 'code': 200} Sep 09 15:16:33.676300 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3da3ea7b-2a77-404f-bf43-9fe127425cb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:33.712926 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-213ad515-3103-4a3d-8b9d-70b91a1b43bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:33.714581 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-213ad515-3103-4a3d-8b9d-70b91a1b43bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1671f29bb75494bb0226cd82308a86d&device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 1097 time: 0.0582130 Sep 09 15:16:33.759966 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3da3ea7b-2a77-404f-bf43-9fe127425cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:33.761474 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da3ea7b-2a77-404f-bf43-9fe127425cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:33.762593 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3da3ea7b-2a77-404f-bf43-9fe127425cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:33.774112 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-ee871153-ffbf-4a6a-ae55-72ae80f47803 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac2daff8-0a5f-4c2f-826a-ef7889037d01 HTTP/1.1" status: 200 len: 217 time: 0.0495355 Sep 09 15:16:33.820381 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-3da3ea7b-2a77-404f-bf43-9fe127425cb0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6558015 Sep 09 15:16:33.833129 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42174) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:33.843272 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-968da9b3-1bc8-410c-9941-401a7328dd58 admin admin] Request body: {'subnet': {'network_id': '0bf9fe30-4e6c-478d-b74c-8407efcd8337', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1235428940-subnet', 'tenant_id': '58807bd8abde470c8c206e440ecc65e8', 'ip_version': 4}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:33.862255 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-06583dfe-b39b-4776-942f-85dbd78dc948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:33.863987 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-06583dfe-b39b-4776-942f-85dbd78dc948 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff7b0629-fe79-43e4-954a-7cf836f43f0a HTTP/1.1" status: 200 len: 855 time: 0.0773757 Sep 09 15:16:33.891904 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400a9b6-650f-4ede-b13a-b033dda6cc8d req-62f56366-0220-4acd-a0ec-635ed436e029 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:33.893512 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8400a9b6-650f-4ede-b13a-b033dda6cc8d req-62f56366-0220-4acd-a0ec-635ed436e029 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.1842694 Sep 09 15:16:33.903019 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3ea7b-2a77-404f-bf43-9fe127425cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=0bf9fe30-4e6c-478d-b74c-8407efcd8337,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:33.914642 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network 0bf9fe30-4e6c-478d-b74c-8407efcd8337 details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:16:33.926080 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-2756e5a1-9810-46a1-8552-6665fdc81402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:33.928420 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-2756e5a1-9810-46a1-8552-6665fdc81402 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=523750d6-4668-45d0-b10f-8b045df11afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512819 Sep 09 15:16:33.962220 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968da9b3-1bc8-410c-9941-401a7328dd58 admin admin] Made reservation on behalf of 58807bd8abde470c8c206e440ecc65e8 for: {'subnet': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:16:33.964408 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-968da9b3-1bc8-410c-9941-401a7328dd58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59173927'] for subnet, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:33.988757 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8400a9b6-650f-4ede-b13a-b033dda6cc8d req-98006c3d-9434-4e80-b08a-201cb884f880 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831931 Sep 09 15:16:34.005769 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c25c40-42dd-4264-84e2-634101601bbf req-d37ac2cf-cc18-4a07-8cdd-2cd6c48558a8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:34.007908 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-33c25c40-42dd-4264-84e2-634101601bbf req-d37ac2cf-cc18-4a07-8cdd-2cd6c48558a8 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 945 time: 0.1287091 Sep 09 15:16:34.068152 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-d02c63e8-19e4-43d2-a66c-c873ac9831cd service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248488 Sep 09 15:16:34.100081 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-33c25c40-42dd-4264-84e2-634101601bbf req-bb8faa41-8498-46c5-a84f-52f65661706e tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852757 Sep 09 15:16:34.178080 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7668f540-51e5-43db-9e0b-8d52b938bc50 req-c0ecb96b-dd6e-49b6-8ffb-653e10f8e8db service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966122 Sep 09 15:16:34.210595 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-968da9b3-1bc8-410c-9941-401a7328dd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60062151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59173945'] for subnet, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:34.274653 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968da9b3-1bc8-410c-9941-401a7328dd58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8399cc0f-3746-46e2-ad73-f5cb7739161d,revision_number=0']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:34.279493 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b5691-51fd-4830-94a4-b8b6cbfa7ae6 req-135a5f2e-8136-471e-a948-771f6bc888e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:34.281721 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-531b5691-51fd-4830-94a4-b8b6cbfa7ae6 req-135a5f2e-8136-471e-a948-771f6bc888e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1671f29bb75494bb0226cd82308a86d&device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 1097 time: 0.0484462 Sep 09 15:16:34.291120 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968da9b3-1bc8-410c-9941-401a7328dd58 admin admin] Checking segment: {'id': 'e5c32070-5bee-4226-ab9a-e1aa156d349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0bf9fe30-4e6c-478d-b74c-8407efcd8337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:16:34.291502 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968da9b3-1bc8-410c-9941-401a7328dd58 admin admin] Network hostable DHCP agents. Network: 0bf9fe30-4e6c-478d-b74c-8407efcd8337, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:16:34.310161 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968da9b3-1bc8-410c-9941-401a7328dd58 admin admin] Network 0bf9fe30-4e6c-478d-b74c-8407efcd8337 is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:16:34.320271 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-968da9b3-1bc8-410c-9941-401a7328dd58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, 0bf9fe30-4e6c-478d-b74c-8407efcd8337) {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:16:34.324636 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968da9b3-1bc8-410c-9941-401a7328dd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:34.325232 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-968da9b3-1bc8-410c-9941-401a7328dd58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:34.330213 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182ff8b6-123d-489f-a9ce-1c3abb3182db None None] Network 0bf9fe30-4e6c-478d-b74c-8407efcd8337 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:16:34.346784 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-968da9b3-1bc8-410c-9941-401a7328dd58 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5087459 Sep 09 15:16:34.348912 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42176) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:34.353643 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1235428940-router', 'tenant_id': '58807bd8abde470c8c206e440ecc65e8', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:34.376721 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:34.377725 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3885438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:34.399232 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b5691-51fd-4830-94a4-b8b6cbfa7ae6 req-d938ba4a-3099-4696-ae6f-22daba4d30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:34.401106 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-531b5691-51fd-4830-94a4-b8b6cbfa7ae6 req-d938ba4a-3099-4696-ae6f-22daba4d30c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=523750d6-4668-45d0-b10f-8b045df11afb HTTP/1.1" status: 200 len: 917 time: 0.1080678 Sep 09 15:16:34.446562 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:34.462841 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-531b5691-51fd-4830-94a4-b8b6cbfa7ae6 req-167223f2-f4cb-4283-aaa4-7f1a3385cf74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac2daff8-0a5f-4c2f-826a-ef7889037d01 HTTP/1.1" status: 200 len: 217 time: 0.0468102 Sep 09 15:16:34.522293 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b5691-51fd-4830-94a4-b8b6cbfa7ae6 req-8fa01b9b-e181-4304-88a0-2c6b7575647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:34.523429 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6998fd-edf4-51e3-ac9a-e6a498ccbbc9-0bf9fe30-4e6c-478d-b74c-8407efcd8337', 'network_id': '0bf9fe30-4e6c-478d-b74c-8407efcd8337', 'tenant_id': '58807bd8abde470c8c206e440ecc65e8', 'fixed_ips': [{'subnet_id': '8399cc0f-3746-46e2-ad73-f5cb7739161d'}]}} from dv-cinder-776307-9-iscsi. {{(pid=94132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 15:16:34.524032 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-531b5691-51fd-4830-94a4-b8b6cbfa7ae6 req-8fa01b9b-e181-4304-88a0-2c6b7575647b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff7b0629-fe79-43e4-954a-7cf836f43f0a HTTP/1.1" status: 200 len: 855 time: 0.0461049 Sep 09 15:16:34.524539 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:34.623338 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b5691-51fd-4830-94a4-b8b6cbfa7ae6 req-f9e661c6-5bff-427c-82db-83443eb7dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:34.624949 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-531b5691-51fd-4830-94a4-b8b6cbfa7ae6 req-f9e661c6-5bff-427c-82db-83443eb7dd2f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=523750d6-4668-45d0-b10f-8b045df11afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921202 Sep 09 15:16:34.650675 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:34.708608 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Allocated IP 172.20.0.2 (0bf9fe30-4e6c-478d-b74c-8407efcd8337/8399cc0f-3746-46e2-ad73-f5cb7739161d/877b0ff0-1242-4514-94c2-1f1cbb7a66e2) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:16:34.708959 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Sync routers for ids ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:16:34.723108 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Routers {'6fb63cea-c66c-42a7-9e8a-e5845be5e90a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:16:34.724341 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:16:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:34.768178 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 1ffd303d-7164-4246-bf9c-eaca1f01cf2c up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:16:34.804713 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-531b5691-51fd-4830-94a4-b8b6cbfa7ae6 req-34ac674e-50e8-4d43-bc6f-3f8a984af199 service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688344 Sep 09 15:16:34.885147 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9653a46-6e5a-4532-b46a-01a30e82bc2a req-cced71f7-d9cf-422b-b289-28de1f4ef68a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:34.887889 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f9653a46-6e5a-4532-b46a-01a30e82bc2a req-cced71f7-d9cf-422b-b289-28de1f4ef68a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 945 time: 0.1512041 Sep 09 15:16:34.902846 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Set router 6fb63cea-c66c-42a7-9e8a-e5845be5e90a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:16:34.948924 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 1ffd303d-7164-4246-bf9c-eaca1f01cf2c completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:16:34.955957 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 1ffd303d-7164-4246-bf9c-eaca1f01cf2c triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:34.956535 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:35.007331 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:35.017167 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f9653a46-6e5a-4532-b46a-01a30e82bc2a req-40c48a71-9efa-4c8e-86dc-ac01522d5c4d tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc5137a2-a621-4bfd-8686-a1ebe5cb203c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049938 Sep 09 15:16:35.033477 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Transition to ACTIVE for port object 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:16:35.062736 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-531b5691-51fd-4830-94a4-b8b6cbfa7ae6 req-26ea8cc3-f4be-4b36-b9ed-0747ffa98bbe service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474759 Sep 09 15:16:35.067015 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Transition to ACTIVE for port object 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 will not be triggered until provisioned by entity DHCP. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:16:35.077454 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:35.082628 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:35.107858 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:35.164575 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:35.175091 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Network 0bf9fe30-4e6c-478d-b74c-8407efcd8337 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:16:35.179789 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'name': 'tempest-TestMinimumBasicScenario-1319155666-router', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:26Z', 'updated_at': '2021-09-09T15:16:30Z', 'revision_number': 4, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'gw_port': {'id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:27Z', 'updated_at': '2021-09-09T15:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'd4018ba6-8aed-4bfb-9b7e-88f1b0941b2c', 'name': '', 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'mac_address': 'fa:16:3e:79:3c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:30Z', 'updated_at': '2021-09-09T15:16:31Z', 'revision_number': 2, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'subnets': [{'id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:35.184016 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:16:35.193415 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:16:35.205388 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Pushing event updated for resources: {'Port': ['ID=877b0ff0-1242-4514-94c2-1f1cbb7a66e2,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:35.212815 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Checking router: 6fb63cea-c66c-42a7-9e8a-e5845be5e90a for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:16:35.213406 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Updating router 6fb63cea-c66c-42a7-9e8a-e5845be5e90a port d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c binding host dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:16:35.235050 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port 1ffd303d-7164-4246-bf9c-eaca1f01cf2c, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=1ffd303d-7164-4246-bf9c-eaca1f01cf2c,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:35.251956 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:35.253698 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:35.303334 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Allocated IP 172.27.3.130 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/57ad92f6-7915-41f5-ab40-57d1114a2c67) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:16:35.321454 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=1ffd303d-7164-4246-bf9c-eaca1f01cf2c,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:35.326147 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Attempting to bind port 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:16:35.326360 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Attempting to bind port 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': 'e5c32070-5bee-4226-ab9a-e1aa156d349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0bf9fe30-4e6c-478d-b74c-8407efcd8337'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:16:35.326840 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Attempting to bind port 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 on network 0bf9fe30-4e6c-478d-b74c-8407efcd8337 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:16:35.333010 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:16:35.334421 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Checking segment: {'id': 'e5c32070-5bee-4226-ab9a-e1aa156d349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0bf9fe30-4e6c-478d-b74c-8407efcd8337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:16:35.334421 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:35.334421 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Bound using segment: {'id': 'e5c32070-5bee-4226-ab9a-e1aa156d349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0bf9fe30-4e6c-478d-b74c-8407efcd8337'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:16:35.335402 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Bound port: 877b0ff0-1242-4514-94c2-1f1cbb7a66e2, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c32070-5bee-4226-ab9a-e1aa156d349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0bf9fe30-4e6c-478d-b74c-8407efcd8337'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:16:35.336232 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:35.344027 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f22f1-b96c-466b-8f5b-d2b456f95135 req-3daa39b8-a8c2-4161-8296-c5a5169cc30b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:35.345697 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d96f22f1-b96c-466b-8f5b-d2b456f95135 req-3daa39b8-a8c2-4161-8296-c5a5169cc30b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.1376214 Sep 09 15:16:35.365807 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e57678-1e79-4253-8fc1-f49c2aa7e6b8 req-bcd94e38-6051-4568-8900-54c9105957c3 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:35.370021 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-46e57678-1e79-4253-8fc1-f49c2aa7e6b8 req-bcd94e38-6051-4568-8900-54c9105957c3 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 945 time: 0.1601326 Sep 09 15:16:35.421949 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] For port 877b0ff0-1242-4514-94c2-1f1cbb7a66e2, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:16:35.426494 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] For port 877b0ff0-1242-4514-94c2-1f1cbb7a66e2, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=877b0ff0-1242-4514-94c2-1f1cbb7a66e2,segment=NetworkSegment(e5c32070-5bee-4226-ab9a-e1aa156d349d),segment_id=e5c32070-5bee-4226-ab9a-e1aa156d349d)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:16:35.432726 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:35.488833 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d96f22f1-b96c-466b-8f5b-d2b456f95135 req-cbca0e69-5f06-41f3-b1dd-0ce5b3885580 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311700 Sep 09 15:16:35.501758 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c260e5-af8f-49de-8e41-be4ab9f0ba78 None None] Pushing event updated for resources: {'Port': ['ID=877b0ff0-1242-4514-94c2-1f1cbb7a66e2,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:35.503310 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-46e57678-1e79-4253-8fc1-f49c2aa7e6b8 req-fc04965c-6988-4953-89e2-6f188abc4178 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225026 Sep 09 15:16:35.553191 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:35.601121 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:35.648703 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:16:35.651414 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:16:35.655121 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:16:35.664073 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Pushing event updated for resources: {'Port': ['ID=57ad92f6-7915-41f5-ab40-57d1114a2c67,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:35.711318 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:35.722483 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Transition to ACTIVE for port object d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:16:35.730498 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:35.881391 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Attempting to bind port d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:16:35.882302 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Attempting to bind port d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '442a1d70-b888-4a90-9d04-bba8347ed9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:16:35.882664 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Attempting to bind port d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c on network 5aad6b89-42f4-4242-ae45-718ce8363e0c {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:16:35.887073 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f09b6f-a3f5-4737-b7b6-8da610291a90 None None] Pushing event updated for resources: {'Port': ['ID=d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:35.894235 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f09b6f-a3f5-4737-b7b6-8da610291a90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:35.894583 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f09b6f-a3f5-4737-b7b6-8da610291a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:35.895110 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f09b6f-a3f5-4737-b7b6-8da610291a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:35.895276 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f09b6f-a3f5-4737-b7b6-8da610291a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:35.895591 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f09b6f-a3f5-4737-b7b6-8da610291a90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:35.895918 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f09b6f-a3f5-4737-b7b6-8da610291a90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:35.896241 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f09b6f-a3f5-4737-b7b6-8da610291a90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:35.896562 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f09b6f-a3f5-4737-b7b6-8da610291a90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:35.896901 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f09b6f-a3f5-4737-b7b6-8da610291a90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:35.897225 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f09b6f-a3f5-4737-b7b6-8da610291a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:35.898171 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f09b6f-a3f5-4737-b7b6-8da610291a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:35.898426 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f09b6f-a3f5-4737-b7b6-8da610291a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:35.904157 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:16:35.904751 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Checking segment: {'id': '442a1d70-b888-4a90-9d04-bba8347ed9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:16:35.905511 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:35.906068 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Bound using segment: {'id': '442a1d70-b888-4a90-9d04-bba8347ed9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:16:35.906747 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Bound port: d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442a1d70-b888-4a90-9d04-bba8347ed9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:16:35.907293 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:36.018668 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] For port d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:16:36.023853 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] For port d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c,segment=NetworkSegment(442a1d70-b888-4a90-9d04-bba8347ed9cb),segment_id=442a1d70-b888-4a90-9d04-bba8347ed9cb)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:16:36.029778 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:36.072974 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:36.082509 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Routers {'6fb63cea-c66c-42a7-9e8a-e5845be5e90a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:16:36.083159 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:16:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:36.104810 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 732dba82-fb83-47f4-9649-043571bd678b up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:16:36.137618 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f09b6f-a3f5-4737-b7b6-8da610291a90 None None] Pushing event updated for resources: {'Port': ['ID=d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:36.216286 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port 732dba82-fb83-47f4-9649-043571bd678b completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:16:36.223122 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port 732dba82-fb83-47f4-9649-043571bd678b triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:36.223564 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:36.263593 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] Set router 6fb63cea-c66c-42a7-9e8a-e5845be5e90a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:16:36.308797 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca147e33-55bb-409d-a924-57e8b1626cc4 req-888ef805-42f3-4ef2-b2ea-379c038b948f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:36.310494 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ca147e33-55bb-409d-a924-57e8b1626cc4 req-888ef805-42f3-4ef2-b2ea-379c038b948f tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 945 time: 0.1210306 Sep 09 15:16:36.348888 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:36.385538 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 732dba82-fb83-47f4-9649-043571bd678b, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=732dba82-fb83-47f4-9649-043571bd678b,segment=NetworkSegment(24394f6b-9b3e-4e73-9b84-bf533dec1e8f),segment_id=24394f6b-9b3e-4e73-9b84-bf533dec1e8f)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:36.388765 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ba3d2a-bdad-40ac-8f89-b4ff8954ab72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732dba82-fb83-47f4-9649-043571bd678b'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:16:36.391443 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960d926c-4513-4689-979b-dada484adc25" -d '{"events": [{"server_uuid": "51ba3d2a-bdad-40ac-8f89-b4ff8954ab72", "name": "network-vif-plugged", "status": "completed", "tag": "732dba82-fb83-47f4-9649-043571bd678b"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:16:36.395875 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:36.422070 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ca147e33-55bb-409d-a924-57e8b1626cc4 req-fe6a41d3-a018-4097-b65c-dc71486b8e3b tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc5137a2-a621-4bfd-8686-a1ebe5cb203c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976875 Sep 09 15:16:36.442402 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681812'] for router, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:36.469597 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b547da94-d425-468a-92fc-74da271b0a44 x-openstack-request-id: req-b547da94-d425-468a-92fc-74da271b0a44 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:16:36.469913 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ba3d2a-bdad-40ac-8f89-b4ff8954ab72", "name": "network-vif-plugged", "status": "completed", "tag": "732dba82-fb83-47f4-9649-043571bd678b", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:16:36.470155 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b547da94-d425-468a-92fc-74da271b0a44 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:16:36.470556 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ba3d2a-bdad-40ac-8f89-b4ff8954ab72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732dba82-fb83-47f4-9649-043571bd678b', 'code': 200} Sep 09 15:16:36.499672 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=732dba82-fb83-47f4-9649-043571bd678b,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:36.625785 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'name': 'tempest-TestMinimumBasicScenario-1319155666-router', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:26Z', 'updated_at': '2021-09-09T15:16:30Z', 'revision_number': 4, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'gw_port': {'id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:27Z', 'updated_at': '2021-09-09T15:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'd4018ba6-8aed-4bfb-9b7e-88f1b0941b2c', 'name': '', 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'mac_address': 'fa:16:3e:79:3c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:30Z', 'updated_at': '2021-09-09T15:16:36Z', 'revision_number': 4, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'subnets': [{'id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:36.658528 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bea760-2433-4dd4-b58b-bea30162349d None None] The sync data for ids ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'] in dv-cinder-776307-9-iscsi is: [{'id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'name': 'tempest-TestMinimumBasicScenario-1319155666-router', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:26Z', 'updated_at': '2021-09-09T15:16:30Z', 'revision_number': 4, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'gw_port': {'id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:27Z', 'updated_at': '2021-09-09T15:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'd4018ba6-8aed-4bfb-9b7e-88f1b0941b2c', 'name': '', 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'mac_address': 'fa:16:3e:79:3c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:30Z', 'updated_at': '2021-09-09T15:16:36Z', 'revision_number': 4, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'subnets': [{'id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:16:36.792064 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0ba69-de25-417b-8404-8fff915a9a42 req-b02b4f95-228c-43e1-aa23-7ffe401b9a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:36.794006 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f9c0ba69-de25-417b-8404-8fff915a9a42 req-b02b4f95-228c-43e1-aa23-7ffe401b9a13 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 1099 time: 0.1099317 Sep 09 15:16:36.857764 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f9c0ba69-de25-417b-8404-8fff915a9a42 req-26ec4dda-b191-4250-82eb-65699776e06f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dc5137a2-a621-4bfd-8686-a1ebe5cb203c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547328 Sep 09 15:16:36.890422 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:16:36.921211 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42329a80-c16b-43c4-a2a9-4a4763a3408e None None] Network 0bf9fe30-4e6c-478d-b74c-8407efcd8337 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:16:37.042938 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-dc0eca85-b042-4b95-a7ce-c5642639696b None None] Provisioning for port 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:16:37.055566 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:16:37.059425 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-dc0eca85-b042-4b95-a7ce-c5642639696b None None] Provisioning complete for port 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:37.059810 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dc0eca85-b042-4b95-a7ce-c5642639696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:37.062970 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:37.063332 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:37.074751 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714c017-0c7e-4d9d-baf1-a539b9087533 req-a5ee7724-1a69-41ff-8098-a814436d9343 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:37.076820 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4714c017-0c7e-4d9d-baf1-a539b9087533 req-a5ee7724-1a69-41ff-8098-a814436d9343 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.1213894 Sep 09 15:16:37.078274 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Router 7212425a-9af6-4b9d-927d-27ccca0e81ac is scheduled to L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 with binding_index 1 {{(pid=94130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 15:16:37.164262 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4714c017-0c7e-4d9d-baf1-a539b9087533 req-082ebe01-0214-4a42-a0f4-3a02de969aee tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782351 Sep 09 15:16:37.233524 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:16:37.252155 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] Notify callbacks [] for router, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:37.253955 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-5248ba49-4ab5-4d51-a227-29ce4b654195 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9035985 Sep 09 15:16:37.256497 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42202) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:37.260776 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Sync routers for ids ['7212425a-9af6-4b9d-927d-27ccca0e81ac'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:16:37.325322 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Routers {'7212425a-9af6-4b9d-927d-27ccca0e81ac'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:16:37.326323 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:16:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['7212425a-9af6-4b9d-927d-27ccca0e81ac'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:37.332139 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dc0eca85-b042-4b95-a7ce-c5642639696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:37.372788 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:37.452434 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-dc0eca85-b042-4b95-a7ce-c5642639696b None None] For port 877b0ff0-1242-4514-94c2-1f1cbb7a66e2, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=877b0ff0-1242-4514-94c2-1f1cbb7a66e2,segment=NetworkSegment(e5c32070-5bee-4226-ab9a-e1aa156d349d),segment_id=e5c32070-5bee-4226-ab9a-e1aa156d349d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:37.510873 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dc0eca85-b042-4b95-a7ce-c5642639696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:37.594216 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Set router 7212425a-9af6-4b9d-927d-27ccca0e81ac gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:16:37.682491 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2821e0-fb7c-4029-b898-1c49270d6389 req-c1c9ca06-bbc7-4a5f-aa24-85aeb9715a58 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:37.684312 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1f2821e0-fb7c-4029-b898-1c49270d6389 req-c1c9ca06-bbc7-4a5f-aa24-85aeb9715a58 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 946 time: 0.1293707 Sep 09 15:16:37.769867 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1f2821e0-fb7c-4029-b898-1c49270d6389 req-6ff701b3-7f36-4870-9424-f94214ea6ce9 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc5137a2-a621-4bfd-8686-a1ebe5cb203c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770478 Sep 09 15:16:37.815154 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0eca85-b042-4b95-a7ce-c5642639696b None None] Pushing event updated for resources: {'Port': ['ID=877b0ff0-1242-4514-94c2-1f1cbb7a66e2,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:37.828308 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.db.api [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 15:16:37.828660 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG oslo_db.api [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 15:16:37.843864 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-b741f219-7f03-49d6-a8f8-66e175e173a9 None None] Provisioning complete for port 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:37.844236 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b741f219-7f03-49d6-a8f8-66e175e173a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:37.900812 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:38.020707 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'name': 'tempest-TestMinimumBasicScenario-1235428940-router', 'tenant_id': '58807bd8abde470c8c206e440ecc65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '57ad92f6-7915-41f5-ab40-57d1114a2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:34Z', 'updated_at': '2021-09-09T15:16:35Z', 'revision_number': 3, 'project_id': '58807bd8abde470c8c206e440ecc65e8', 'gw_port': {'id': '57ad92f6-7915-41f5-ab40-57d1114a2c67', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:23:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:35Z', 'updated_at': '2021-09-09T15:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:38.050955 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Checking router: 7212425a-9af6-4b9d-927d-27ccca0e81ac for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:16:38.051303 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Updating router 7212425a-9af6-4b9d-927d-27ccca0e81ac port 57ad92f6-7915-41f5-ab40-57d1114a2c67 binding host dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:16:38.081647 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:38.083408 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Allocated IP 172.20.0.1 (0bf9fe30-4e6c-478d-b74c-8407efcd8337/8399cc0f-3746-46e2-ad73-f5cb7739161d/ce53d1a5-63f5-41de-a024-b55bfced496e) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:16:38.107036 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device ac2daff8-0a5f-4c2f-826a-ef7889037d01 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:16:38.206681 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:38.222909 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Transition to ACTIVE for port object ce53d1a5-63f5-41de-a024-b55bfced496e will not be triggered until provisioned by entity DHCP. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:16:38.286353 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:38.339358 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Network 0bf9fe30-4e6c-478d-b74c-8407efcd8337 is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:16:38.348562 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11d4d6-7370-4c3d-a6a3-a2645179eacc req-3332cacf-158c-4f47-9d58-488adbbf30c1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:38.350055 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-fe11d4d6-7370-4c3d-a6a3-a2645179eacc req-3332cacf-158c-4f47-9d58-488adbbf30c1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.0970612 Sep 09 15:16:38.356473 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:16:38.358886 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:16:38.362202 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Pushing event updated for resources: {'Port': ['ID=ce53d1a5-63f5-41de-a024-b55bfced496e,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:38.373310 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port ac2daff8-0a5f-4c2f-826a-ef7889037d01, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ac2daff8-0a5f-4c2f-826a-ef7889037d01,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:38.409040 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'port_id': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01', 'mac_address': 'fa:16:3e:25:7a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:16:38.415598 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 1ffd303d-7164-4246-bf9c-eaca1f01cf2c up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:16:38.443347 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681989'] for router_interface, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:38.455548 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-fe11d4d6-7370-4c3d-a6a3-a2645179eacc req-37509ae2-25f0-4dc3-a1c0-3275c04acedf tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939455 Sep 09 15:16:38.537024 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:38.563480 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2daff8-0a5f-4c2f-826a-ef7889037d01 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:16:38.594369 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:38.605765 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port ac2daff8-0a5f-4c2f-826a-ef7889037d01, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ac2daff8-0a5f-4c2f-826a-ef7889037d01,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:38.610692 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 1ffd303d-7164-4246-bf9c-eaca1f01cf2c triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:38.611101 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:38.619167 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:38.622113 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Transition to ACTIVE for port object 57ad92f6-7915-41f5-ab40-57d1114a2c67 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:16:38.627522 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:38.680879 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:38.702449 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-85d5d93b-b973-4ece-bbe7-3f7a60960764 None None] Provisioning for port ce53d1a5-63f5-41de-a024-b55bfced496e completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:16:38.724137 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-85d5d93b-b973-4ece-bbe7-3f7a60960764 None None] Provisioning complete for port ce53d1a5-63f5-41de-a024-b55bfced496e triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:38.724508 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-85d5d93b-b973-4ece-bbe7-3f7a60960764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:38.753798 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=ac2daff8-0a5f-4c2f-826a-ef7889037d01,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:38.786993 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Attempting to bind port 57ad92f6-7915-41f5-ab40-57d1114a2c67 on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:16:38.787364 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Attempting to bind port 57ad92f6-7915-41f5-ab40-57d1114a2c67 by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:16:38.787756 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Attempting to bind port 57ad92f6-7915-41f5-ab40-57d1114a2c67 on network 1e824111-cf35-4689-9431-3e5bca072ae7 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:16:38.804926 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:16:38.805297 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Checking segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:16:38.805703 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:38.806105 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Bound using segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:16:38.806577 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Bound port: 57ad92f6-7915-41f5-ab40-57d1114a2c67, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:16:38.806982 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:38.808346 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:38.808801 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d93b-b973-4ece-bbe7-3f7a60960764 None None] Port ce53d1a5-63f5-41de-a024-b55bfced496e cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:16:38.816055 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:38.873368 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0373be0-a018-4f90-89f3-04c580cc03d3 None None] Pushing event updated for resources: {'Port': ['ID=57ad92f6-7915-41f5-ab40-57d1114a2c67,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:38.887517 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:16:38.932470 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Pushing event updated for resources: {'Port': ['ID=ce53d1a5-63f5-41de-a024-b55bfced496e,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:38.934941 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] For port 57ad92f6-7915-41f5-ab40-57d1114a2c67, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:16:38.937275 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682389'] for router_interface, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:38.941681 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] For port 57ad92f6-7915-41f5-ab40-57d1114a2c67, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=57ad92f6-7915-41f5-ab40-57d1114a2c67,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:16:38.947605 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:38.957944 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['ac2daff8-0a5f-4c2f-826a-ef7889037d01'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:16:38.974627 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2bb66-5791-4266-bda0-7f26a2eca9bc req-bff51b85-c1db-45c1-8b84-03ee93a532e8 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:38.976941 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-58b2bb66-5791-4266-bda0-7f26a2eca9bc req-bff51b85-c1db-45c1-8b84-03ee93a532e8 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 946 time: 0.1115229 Sep 09 15:16:39.023334 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:16:39.051520 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:39.051889 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:39.060563 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-58b2bb66-5791-4266-bda0-7f26a2eca9bc req-e75819c2-494d-4106-8fdd-a9682be3e583 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc5137a2-a621-4bfd-8686-a1ebe5cb203c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725801 Sep 09 15:16:39.080291 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0373be0-a018-4f90-89f3-04c580cc03d3 None None] Pushing event updated for resources: {'Port': ['ID=57ad92f6-7915-41f5-ab40-57d1114a2c67,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:39.088543 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Routers {'7212425a-9af6-4b9d-927d-27ccca0e81ac'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:16:39.089188 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:16:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['7212425a-9af6-4b9d-927d-27ccca0e81ac'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:39.089949 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Network 0bf9fe30-4e6c-478d-b74c-8407efcd8337 is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:16:39.091430 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:16:39.238407 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53e30c-abd2-4f69-bb65-cad6ed5650ec req-48cd0ea6-bd0a-4cd8-b64b-c2235d94b2d0 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:39.240079 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ca53e30c-abd2-4f69-bb65-cad6ed5650ec req-48cd0ea6-bd0a-4cd8-b64b-c2235d94b2d0 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 946 time: 0.0889759 Sep 09 15:16:39.251825 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42220) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:39.257242 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-216780be-3275-413b-b067-b1799474e3a2 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Request body: {'floatingip': {'port_id': '732dba82-fb83-47f4-9649-043571bd678b'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:39.290220 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] Set router 7212425a-9af6-4b9d-927d-27ccca0e81ac gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:16:39.292587 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:39.310420 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Router 7212425a-9af6-4b9d-927d-27ccca0e81ac has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:16:39.312913 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-216780be-3275-413b-b067-b1799474e3a2 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for floatingip, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:39.425620 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-4adc76fc-e35c-414c-af0c-b5d040806a59 None None] Provisioning complete for port ce53d1a5-63f5-41de-a024-b55bfced496e triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:39.426370 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-4adc76fc-e35c-414c-af0c-b5d040806a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:39.430150 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c,segment=NetworkSegment(442a1d70-b888-4a90-9d04-bba8347ed9cb),segment_id=442a1d70-b888-4a90-9d04-bba8347ed9cb)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:39.472781 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:39.573402 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-4adc76fc-e35c-414c-af0c-b5d040806a59 None None] Port ce53d1a5-63f5-41de-a024-b55bfced496e cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:16:39.584283 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:16:39.609770 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:16:39.617914 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-38e4f60b-2a5b-44b7-ad67-dccfa6c108bc admin admin] 10.222.0.18 "PUT /v2.0/routers/7212425a-9af6-4b9d-927d-27ccca0e81ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3598385 Sep 09 15:16:39.621789 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:39.691133 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244ca2a-cc0c-42f5-8142-974db1a41b50 req-86881676-1f5c-48e2-8b7f-1c5564f25690 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:39.692764 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c244ca2a-cc0c-42f5-8142-974db1a41b50 req-86881676-1f5c-48e2-8b7f-1c5564f25690 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 945 time: 0.1222637 Sep 09 15:16:39.779686 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c244ca2a-cc0c-42f5-8142-974db1a41b50 req-25f5b05f-cc3b-4361-8b88-a0c0367cb76b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760746 Sep 09 15:16:39.818132 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:39.818473 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:39.872871 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'name': 'tempest-TestMinimumBasicScenario-1235428940-router', 'tenant_id': '58807bd8abde470c8c206e440ecc65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '57ad92f6-7915-41f5-ab40-57d1114a2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:34Z', 'updated_at': '2021-09-09T15:16:38Z', 'revision_number': 4, 'project_id': '58807bd8abde470c8c206e440ecc65e8', 'gw_port': {'id': '57ad92f6-7915-41f5-ab40-57d1114a2c67', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:23:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:35Z', 'updated_at': '2021-09-09T15:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'ce53d1a5-63f5-41de-a024-b55bfced496e', 'name': '', 'network_id': '0bf9fe30-4e6c-478d-b74c-8407efcd8337', 'tenant_id': '58807bd8abde470c8c206e440ecc65e8', 'mac_address': 'fa:16:3e:9c:e1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8399cc0f-3746-46e2-ad73-f5cb7739161d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:37Z', 'updated_at': '2021-09-09T15:16:38Z', 'revision_number': 2, 'project_id': '58807bd8abde470c8c206e440ecc65e8', 'subnets': [{'id': '8399cc0f-3746-46e2-ad73-f5cb7739161d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:39.903533 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277e5c04-9b50-4f01-848a-acbd5b1b92d4 None None] The sync data for ids ['7212425a-9af6-4b9d-927d-27ccca0e81ac'] in dv-cinder-776307-9-iscsi is: [{'id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'name': 'tempest-TestMinimumBasicScenario-1235428940-router', 'tenant_id': '58807bd8abde470c8c206e440ecc65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '57ad92f6-7915-41f5-ab40-57d1114a2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:34Z', 'updated_at': '2021-09-09T15:16:38Z', 'revision_number': 4, 'project_id': '58807bd8abde470c8c206e440ecc65e8', 'gw_port': {'id': '57ad92f6-7915-41f5-ab40-57d1114a2c67', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:23:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:35Z', 'updated_at': '2021-09-09T15:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'ce53d1a5-63f5-41de-a024-b55bfced496e', 'name': '', 'network_id': '0bf9fe30-4e6c-478d-b74c-8407efcd8337', 'tenant_id': '58807bd8abde470c8c206e440ecc65e8', 'mac_address': 'fa:16:3e:9c:e1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8399cc0f-3746-46e2-ad73-f5cb7739161d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:37Z', 'updated_at': '2021-09-09T15:16:38Z', 'revision_number': 2, 'project_id': '58807bd8abde470c8c206e440ecc65e8', 'subnets': [{'id': '8399cc0f-3746-46e2-ad73-f5cb7739161d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:16:40.034602 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:16:40.299828 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-216780be-3275-413b-b067-b1799474e3a2 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:40.305529 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-216780be-3275-413b-b067-b1799474e3a2 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681918'] for floatingip, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:40.413496 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.l3_db [None req-216780be-3275-413b-b067-b1799474e3a2 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Floating IP 3024446f-fb56-4ef6-9226-101dca90a9ad associated. External IP: 172.27.3.223, port: 732dba82-fb83-47f4-9649-043571bd678b. Sep 09 15:16:40.727000 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216780be-3275-413b-b067-b1799474e3a2 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:16:40.892267 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216780be-3275-413b-b067-b1799474e3a2 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:16:40.898642 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-216780be-3275-413b-b067-b1799474e3a2 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:40.903699 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3458c76-7736-49ce-8947-93e5eb574a4f None None] Sync routers for ids ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:16:40.929505 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3458c76-7736-49ce-8947-93e5eb574a4f None None] Routers {'c7ffaaf2-74c6-4a09-8b57-5315a054cc04'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:16:40.930799 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-d3458c76-7736-49ce-8947-93e5eb574a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:16:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:40.940573 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-216780be-3275-413b-b067-b1799474e3a2 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "PUT /v2.0/floatingips/3024446f-fb56-4ef6-9226-101dca90a9ad HTTP/1.1" status: 200 len: 992 time: 1.6874518 Sep 09 15:16:40.942572 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ba3d2a-bdad-40ac-8f89-b4ff8954ab72', 'tag': '732dba82-fb83-47f4-9649-043571bd678b'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:16:40.945177 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45054bd6-24c3-4e69-aa3a-7b138242b020" -d '{"events": [{"name": "network-changed", "server_uuid": "51ba3d2a-bdad-40ac-8f89-b4ff8954ab72", "tag": "732dba82-fb83-47f4-9649-043571bd678b"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:16:41.008336 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53e025-b510-42cd-aeba-b36c59f9c3d5 req-1720ac4f-d53e-48fa-b741-64d4ab69fb21 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:41.011362 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4c53e025-b510-42cd-aeba-b36c59f9c3d5 req-1720ac4f-d53e-48fa-b741-64d4ab69fb21 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 945 time: 0.0686243 Sep 09 15:16:41.078035 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4c53e025-b510-42cd-aeba-b36c59f9c3d5 req-0527671c-4688-444a-89e9-326904210339 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528288 Sep 09 15:16:41.098689 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-d3458c76-7736-49ce-8947-93e5eb574a4f None None] Set router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:16:41.332853 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b0391a-b6a6-4dd2-b056-5e6e1f6bf381 x-openstack-request-id: req-21b0391a-b6a6-4dd2-b056-5e6e1f6bf381 {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:16:41.333364 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ba3d2a-bdad-40ac-8f89-b4ff8954ab72", "tag": "732dba82-fb83-47f4-9649-043571bd678b", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:16:41.333364 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21b0391a-b6a6-4dd2-b056-5e6e1f6bf381 {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:16:41.333780 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ba3d2a-bdad-40ac-8f89-b4ff8954ab72', 'tag': '732dba82-fb83-47f4-9649-043571bd678b', 'status': 'completed', 'code': 200} Sep 09 15:16:41.404644 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45054bd6-24c3-4e69-aa3a-7b138242b020 req-e735783d-03bf-468d-af04-7f95de73b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:41.406872 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45054bd6-24c3-4e69-aa3a-7b138242b020 req-e735783d-03bf-468d-af04-7f95de73b8c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2fbe9b5c8754473b0850c62c32d056b&device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 1099 time: 0.0501795 Sep 09 15:16:41.470632 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-d3458c76-7736-49ce-8947-93e5eb574a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '3024446f-fb56-4ef6-9226-101dca90a9ad', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'port_id': '732dba82-fb83-47f4-9649-043571bd678b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'mac_address': 'fa:16:3e:08:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ba3d2a-bdad-40ac-8f89-b4ff8954ab72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:16:20Z', 'updated_at': '2021-09-09T15:16:40Z', 'revision_number': 1, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61330a91-e5bc-4f3d-9d40-0090d079f598', 'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'mac_address': 'fa:16:3e:ff:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:23Z', 'updated_at': '2021-09-09T15:11:40Z', 'revision_number': 5, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'subnets': [{'id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:41.533188 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3458c76-7736-49ce-8947-93e5eb574a4f None None] Checking router: c7ffaaf2-74c6-4a09-8b57-5315a054cc04 for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:16:41.551047 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3458c76-7736-49ce-8947-93e5eb574a4f None None] Routers {'c7ffaaf2-74c6-4a09-8b57-5315a054cc04'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:16:41.551685 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-d3458c76-7736-49ce-8947-93e5eb574a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:16:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:41.589123 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45054bd6-24c3-4e69-aa3a-7b138242b020 req-6c4f2160-084a-4fb2-ae32-eb71d1a362ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:41.590535 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45054bd6-24c3-4e69-aa3a-7b138242b020 req-6c4f2160-084a-4fb2-ae32-eb71d1a362ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c HTTP/1.1" status: 200 len: 911 time: 0.1743655 Sep 09 15:16:41.691474 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45054bd6-24c3-4e69-aa3a-7b138242b020 req-e1e71f17-8e11-4c63-be9c-c2ef96b72cc8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=732dba82-fb83-47f4-9649-043571bd678b HTTP/1.1" status: 200 len: 1000 time: 0.0930758 Sep 09 15:16:41.751313 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-d3458c76-7736-49ce-8947-93e5eb574a4f None None] Set router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:16:41.755307 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45054bd6-24c3-4e69-aa3a-7b138242b020 req-6dc75b43-4682-4d69-9e2b-ce36b8ef1a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:41.757985 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45054bd6-24c3-4e69-aa3a-7b138242b020 req-6dc75b43-4682-4d69-9e2b-ce36b8ef1a91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db53f811-03ef-4135-a3c5-5d3aa6a75f6d HTTP/1.1" status: 200 len: 849 time: 0.0583062 Sep 09 15:16:41.793041 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 57ad92f6-7915-41f5-ab40-57d1114a2c67 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:16:41.837305 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45054bd6-24c3-4e69-aa3a-7b138242b020 req-bf7db4bd-feb3-4bb4-81ed-2b2807a3e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:41.844121 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45054bd6-24c3-4e69-aa3a-7b138242b020 req-bf7db4bd-feb3-4bb4-81ed-2b2807a3e966 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776210 Sep 09 15:16:41.909669 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 57ad92f6-7915-41f5-ab40-57d1114a2c67 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:16:41.920868 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 57ad92f6-7915-41f5-ab40-57d1114a2c67 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:41.925552 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:42.031564 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45054bd6-24c3-4e69-aa3a-7b138242b020 req-cf86d45d-9392-49de-b73e-abae69cd90e0 service neutron] 10.222.0.39 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787386 Sep 09 15:16:42.088590 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:42.150057 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device ac2daff8-0a5f-4c2f-826a-ef7889037d01 up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:16:42.211353 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45054bd6-24c3-4e69-aa3a-7b138242b020 req-8c39e63e-1c8e-48f3-80bb-46b547dfaa19 service neutron] 10.222.0.39 "GET /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697497 Sep 09 15:16:42.261799 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port 57ad92f6-7915-41f5-ab40-57d1114a2c67, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=57ad92f6-7915-41f5-ab40-57d1114a2c67,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:42.263244 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-d3458c76-7736-49ce-8947-93e5eb574a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '3024446f-fb56-4ef6-9226-101dca90a9ad', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'port_id': '732dba82-fb83-47f4-9649-043571bd678b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'mac_address': 'fa:16:3e:08:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ba3d2a-bdad-40ac-8f89-b4ff8954ab72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:16:20Z', 'updated_at': '2021-09-09T15:16:40Z', 'revision_number': 1, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61330a91-e5bc-4f3d-9d40-0090d079f598', 'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'mac_address': 'fa:16:3e:ff:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:23Z', 'updated_at': '2021-09-09T15:11:40Z', 'revision_number': 5, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'subnets': [{'id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:42.279824 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:42.281104 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:16:42.308536 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d17ebf-c7f7-4650-a31a-c720baf344da req-1b6476f7-9a9e-4682-9252-698f8e7008aa tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:42.317316 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-26d17ebf-c7f7-4650-a31a-c720baf344da req-1b6476f7-9a9e-4682-9252-698f8e7008aa tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 945 time: 0.0951235 Sep 09 15:16:42.358088 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=57ad92f6-7915-41f5-ab40-57d1114a2c67,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:42.367766 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port ac2daff8-0a5f-4c2f-826a-ef7889037d01 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:16:42.377247 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port ac2daff8-0a5f-4c2f-826a-ef7889037d01 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:42.377990 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:42.391534 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-26d17ebf-c7f7-4650-a31a-c720baf344da req-c0ea7712-3ec3-4137-b97b-54ab63ca72df tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730984 Sep 09 15:16:42.399964 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3458c76-7736-49ce-8947-93e5eb574a4f None None] The sync data for ids ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'] in dv-cinder-776307-9-iscsi is: [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '3024446f-fb56-4ef6-9226-101dca90a9ad', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'port_id': '732dba82-fb83-47f4-9649-043571bd678b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'mac_address': 'fa:16:3e:08:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ba3d2a-bdad-40ac-8f89-b4ff8954ab72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:16:20Z', 'updated_at': '2021-09-09T15:16:40Z', 'revision_number': 1, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61330a91-e5bc-4f3d-9d40-0090d079f598', 'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'mac_address': 'fa:16:3e:ff:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:23Z', 'updated_at': '2021-09-09T15:11:40Z', 'revision_number': 5, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'subnets': [{'id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:16:42.479760 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:42.480364 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:42.540292 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:42.581605 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:16:42.582647 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf5aa21-07c5-4c21-ab35-b8be73346c69" -d '{"events": [{"server_uuid": "312ac0b6-d0f4-4309-9710-4c12c1ab3f66", "name": "network-vif-plugged", "status": "completed", "tag": "ac2daff8-0a5f-4c2f-826a-ef7889037d01"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:16:42.601976 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port ac2daff8-0a5f-4c2f-826a-ef7889037d01, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ac2daff8-0a5f-4c2f-826a-ef7889037d01,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:42.611121 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:42.644968 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af575c8e-110a-49ed-90e3-18ed92012dc5 x-openstack-request-id: req-af575c8e-110a-49ed-90e3-18ed92012dc5 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:16:42.645344 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312ac0b6-d0f4-4309-9710-4c12c1ab3f66", "name": "network-vif-plugged", "status": "completed", "tag": "ac2daff8-0a5f-4c2f-826a-ef7889037d01", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:16:42.645538 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af575c8e-110a-49ed-90e3-18ed92012dc5 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:16:42.645986 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01', 'code': 200} Sep 09 15:16:42.735994 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=ac2daff8-0a5f-4c2f-826a-ef7889037d01,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:42.869467 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0841d1-f971-485a-8882-f08fe787a1f0 req-bc449761-d4b2-4294-9ed3-c96bd89ec13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:42.871126 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0c0841d1-f971-485a-8882-f08fe787a1f0 req-bc449761-d4b2-4294-9ed3-c96bd89ec13a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 1099 time: 0.0465353 Sep 09 15:16:42.918218 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0c0841d1-f971-485a-8882-f08fe787a1f0 req-e8bde2e1-0048-47ac-985b-9d52d9e7baa0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387506 Sep 09 15:16:43.552181 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850c7e5-0e93-4db2-9ee4-cd33735568d1 req-29a19e0c-a634-4da4-b07c-ec1246435890 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:43.561143 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7850c7e5-0e93-4db2-9ee4-cd33735568d1 req-29a19e0c-a634-4da4-b07c-ec1246435890 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.0862770 Sep 09 15:16:43.606992 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 57ad92f6-7915-41f5-ab40-57d1114a2c67 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:16:43.612639 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7850c7e5-0e93-4db2-9ee4-cd33735568d1 req-4b5e4dac-ae71-4aec-bd97-9f627b683d1e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499985 Sep 09 15:16:43.748149 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 57ad92f6-7915-41f5-ab40-57d1114a2c67 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:43.748646 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:43.855609 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388e2b4d-df9b-41a3-9c1d-627dfb62697f None None] New status for floating IP 3024446f-fb56-4ef6-9226-101dca90a9ad: ACTIVE {{(pid=94132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 15:16:44.176458 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Sync routers for ids ['7212425a-9af6-4b9d-927d-27ccca0e81ac'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:16:44.191507 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Routers {'7212425a-9af6-4b9d-927d-27ccca0e81ac'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:16:44.192113 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:16:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['7212425a-9af6-4b9d-927d-27ccca0e81ac'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:44.374108 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Set router 7212425a-9af6-4b9d-927d-27ccca0e81ac gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:16:44.634511 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'name': 'tempest-TestMinimumBasicScenario-1235428940-router', 'tenant_id': '58807bd8abde470c8c206e440ecc65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '57ad92f6-7915-41f5-ab40-57d1114a2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:34Z', 'updated_at': '2021-09-09T15:16:38Z', 'revision_number': 4, 'project_id': '58807bd8abde470c8c206e440ecc65e8', 'gw_port': {'id': '57ad92f6-7915-41f5-ab40-57d1114a2c67', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:23:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:35Z', 'updated_at': '2021-09-09T15:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'ce53d1a5-63f5-41de-a024-b55bfced496e', 'name': '', 'network_id': '0bf9fe30-4e6c-478d-b74c-8407efcd8337', 'tenant_id': '58807bd8abde470c8c206e440ecc65e8', 'mac_address': 'fa:16:3e:9c:e1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8399cc0f-3746-46e2-ad73-f5cb7739161d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:37Z', 'updated_at': '2021-09-09T15:16:38Z', 'revision_number': 2, 'project_id': '58807bd8abde470c8c206e440ecc65e8', 'subnets': [{'id': '8399cc0f-3746-46e2-ad73-f5cb7739161d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:44.663403 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Checking router: 7212425a-9af6-4b9d-927d-27ccca0e81ac for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:16:44.664272 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Updating router 7212425a-9af6-4b9d-927d-27ccca0e81ac port ce53d1a5-63f5-41de-a024-b55bfced496e binding host dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:16:44.699592 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:44.803136 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca8e93-d4a0-41ae-b402-f3667ec2153e req-d2b406c6-40c9-477a-b5b8-5110658a209d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:44.810730 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-33ca8e93-d4a0-41ae-b402-f3667ec2153e req-d2b406c6-40c9-477a-b5b8-5110658a209d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.0827107 Sep 09 15:16:44.869687 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-33ca8e93-d4a0-41ae-b402-f3667ec2153e req-d749a1ba-a6da-41f7-a1f2-9e5b17286504 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577292 Sep 09 15:16:45.016984 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d37373-8301-4cc4-9db6-63fabab60092 req-8aefaa07-0575-4797-a6c5-4095f0b6677b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:45.018834 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-44d37373-8301-4cc4-9db6-63fabab60092 req-8aefaa07-0575-4797-a6c5-4095f0b6677b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.0618148 Sep 09 15:16:45.028303 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42290) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:16:45.033112 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-b6a5c098-779e-463f-8159-911349fbc7a4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Request body: {'floatingip': {'port_id': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:45.071929 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:45.087801 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Transition to ACTIVE for port object ce53d1a5-63f5-41de-a024-b55bfced496e will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:16:45.096271 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:45.096901 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b6a5c098-779e-463f-8159-911349fbc7a4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for floatingip, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:45.155939 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bd14b-69e8-4a4c-b796-4e8eb756ecc3 None None] Pushing event updated for resources: {'Port': ['ID=ce53d1a5-63f5-41de-a024-b55bfced496e,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:45.311661 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Attempting to bind port ce53d1a5-63f5-41de-a024-b55bfced496e on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:16:45.312337 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Attempting to bind port ce53d1a5-63f5-41de-a024-b55bfced496e by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': 'e5c32070-5bee-4226-ab9a-e1aa156d349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0bf9fe30-4e6c-478d-b74c-8407efcd8337'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:16:45.312802 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Attempting to bind port ce53d1a5-63f5-41de-a024-b55bfced496e on network 0bf9fe30-4e6c-478d-b74c-8407efcd8337 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:16:45.329892 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:16:45.330338 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Checking segment: {'id': 'e5c32070-5bee-4226-ab9a-e1aa156d349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0bf9fe30-4e6c-478d-b74c-8407efcd8337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:16:45.330660 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:45.331076 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Bound using segment: {'id': 'e5c32070-5bee-4226-ab9a-e1aa156d349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0bf9fe30-4e6c-478d-b74c-8407efcd8337'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:16:45.331537 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Bound port: ce53d1a5-63f5-41de-a024-b55bfced496e, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c32070-5bee-4226-ab9a-e1aa156d349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0bf9fe30-4e6c-478d-b74c-8407efcd8337'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:16:45.332539 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:45.435349 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] For port ce53d1a5-63f5-41de-a024-b55bfced496e, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:16:45.447142 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] For port ce53d1a5-63f5-41de-a024-b55bfced496e, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=ce53d1a5-63f5-41de-a024-b55bfced496e,segment=NetworkSegment(e5c32070-5bee-4226-ab9a-e1aa156d349d),segment_id=e5c32070-5bee-4226-ab9a-e1aa156d349d)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:16:45.460986 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:45.529169 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bd14b-69e8-4a4c-b796-4e8eb756ecc3 None None] Pushing event updated for resources: {'Port': ['ID=ce53d1a5-63f5-41de-a024-b55bfced496e,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:45.576990 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Routers {'7212425a-9af6-4b9d-927d-27ccca0e81ac'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:16:45.577622 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:16:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['7212425a-9af6-4b9d-927d-27ccca0e81ac'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:45.749730 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] Set router 7212425a-9af6-4b9d-927d-27ccca0e81ac gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:16:45.971133 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b6a5c098-779e-463f-8159-911349fbc7a4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:45.978278 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b6a5c098-779e-463f-8159-911349fbc7a4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681918'] for floatingip, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:46.152647 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.l3_db [None req-b6a5c098-779e-463f-8159-911349fbc7a4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Floating IP 7eb7d596-367b-469c-80b1-cfd3245b1d5c associated. External IP: 172.27.3.61, port: ac2daff8-0a5f-4c2f-826a-ef7889037d01. Sep 09 15:16:46.161714 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'name': 'tempest-TestMinimumBasicScenario-1235428940-router', 'tenant_id': '58807bd8abde470c8c206e440ecc65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '57ad92f6-7915-41f5-ab40-57d1114a2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:34Z', 'updated_at': '2021-09-09T15:16:38Z', 'revision_number': 4, 'project_id': '58807bd8abde470c8c206e440ecc65e8', 'gw_port': {'id': '57ad92f6-7915-41f5-ab40-57d1114a2c67', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:23:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:35Z', 'updated_at': '2021-09-09T15:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'ce53d1a5-63f5-41de-a024-b55bfced496e', 'name': '', 'network_id': '0bf9fe30-4e6c-478d-b74c-8407efcd8337', 'tenant_id': '58807bd8abde470c8c206e440ecc65e8', 'mac_address': 'fa:16:3e:9c:e1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8399cc0f-3746-46e2-ad73-f5cb7739161d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:37Z', 'updated_at': '2021-09-09T15:16:45Z', 'revision_number': 4, 'project_id': '58807bd8abde470c8c206e440ecc65e8', 'subnets': [{'id': '8399cc0f-3746-46e2-ad73-f5cb7739161d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:46.200417 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2b4ea-7939-484e-b117-674b9bc45041 None None] The sync data for ids ['7212425a-9af6-4b9d-927d-27ccca0e81ac'] in dv-cinder-776307-9-iscsi is: [{'id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'name': 'tempest-TestMinimumBasicScenario-1235428940-router', 'tenant_id': '58807bd8abde470c8c206e440ecc65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '57ad92f6-7915-41f5-ab40-57d1114a2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:34Z', 'updated_at': '2021-09-09T15:16:38Z', 'revision_number': 4, 'project_id': '58807bd8abde470c8c206e440ecc65e8', 'gw_port': {'id': '57ad92f6-7915-41f5-ab40-57d1114a2c67', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:23:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:35Z', 'updated_at': '2021-09-09T15:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'ce53d1a5-63f5-41de-a024-b55bfced496e', 'name': '', 'network_id': '0bf9fe30-4e6c-478d-b74c-8407efcd8337', 'tenant_id': '58807bd8abde470c8c206e440ecc65e8', 'mac_address': 'fa:16:3e:9c:e1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8399cc0f-3746-46e2-ad73-f5cb7739161d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:37Z', 'updated_at': '2021-09-09T15:16:45Z', 'revision_number': 4, 'project_id': '58807bd8abde470c8c206e440ecc65e8', 'subnets': [{'id': '8399cc0f-3746-46e2-ad73-f5cb7739161d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:16:46.440277 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a5c098-779e-463f-8159-911349fbc7a4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:16:46.626982 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a5c098-779e-463f-8159-911349fbc7a4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:16:46.633965 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b6a5c098-779e-463f-8159-911349fbc7a4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:46.641591 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6c1ac9-b267-4f79-ab3d-88ee4c55c72c None None] Sync routers for ids ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:16:46.652993 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6c1ac9-b267-4f79-ab3d-88ee4c55c72c None None] Routers {'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:16:46.653919 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-2d6c1ac9-b267-4f79-ab3d-88ee4c55c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:16:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:46.682295 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-b6a5c098-779e-463f-8159-911349fbc7a4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "PUT /v2.0/floatingips/7eb7d596-367b-469c-80b1-cfd3245b1d5c HTTP/1.1" status: 200 len: 991 time: 1.6528761 Sep 09 15:16:46.682929 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'tag': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:16:46.685830 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ad34fc-cd0d-4f7e-9814-3cba33e2300b" -d '{"events": [{"name": "network-changed", "server_uuid": "312ac0b6-d0f4-4309-9710-4c12c1ab3f66", "tag": "ac2daff8-0a5f-4c2f-826a-ef7889037d01"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:16:46.730619 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1a9826-ea03-4ebf-a335-1828c3202ae1 x-openstack-request-id: req-8d1a9826-ea03-4ebf-a335-1828c3202ae1 {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:16:46.731036 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312ac0b6-d0f4-4309-9710-4c12c1ab3f66", "tag": "ac2daff8-0a5f-4c2f-826a-ef7889037d01", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:16:46.731352 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d1a9826-ea03-4ebf-a335-1828c3202ae1 {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:16:46.731824 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'tag': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01', 'status': 'completed', 'code': 200} Sep 09 15:16:46.827382 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-2d6c1ac9-b267-4f79-ab3d-88ee4c55c72c None None] Set router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:16:46.858481 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad34fc-cd0d-4f7e-9814-3cba33e2300b req-39cce9fb-8fa8-49d9-abc8-46a51000d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:46.860057 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-49ad34fc-cd0d-4f7e-9814-3cba33e2300b req-39cce9fb-8fa8-49d9-abc8-46a51000d777 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1671f29bb75494bb0226cd82308a86d&device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 1099 time: 0.1054928 Sep 09 15:16:46.996441 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad34fc-cd0d-4f7e-9814-3cba33e2300b req-e8725a23-3e0c-4247-aa36-0fe5a8233328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:46.997957 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-49ad34fc-cd0d-4f7e-9814-3cba33e2300b req-e8725a23-3e0c-4247-aa36-0fe5a8233328 service neutron] 10.222.0.39 "GET /v2.0/networks?id=523750d6-4668-45d0-b10f-8b045df11afb HTTP/1.1" status: 200 len: 917 time: 0.1303320 Sep 09 15:16:47.102322 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-49ad34fc-cd0d-4f7e-9814-3cba33e2300b req-7db11a69-6247-4ea5-851c-1a0cfd38303d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac2daff8-0a5f-4c2f-826a-ef7889037d01 HTTP/1.1" status: 200 len: 999 time: 0.0954671 Sep 09 15:16:47.192344 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad34fc-cd0d-4f7e-9814-3cba33e2300b req-e3aca639-5b42-49fe-a5b5-8890a9b88422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:47.195197 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-49ad34fc-cd0d-4f7e-9814-3cba33e2300b req-e3aca639-5b42-49fe-a5b5-8890a9b88422 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff7b0629-fe79-43e4-954a-7cf836f43f0a HTTP/1.1" status: 200 len: 855 time: 0.0843227 Sep 09 15:16:47.216027 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-2d6c1ac9-b267-4f79-ab3d-88ee4c55c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '7eb7d596-367b-469c-80b1-cfd3245b1d5c', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'port_id': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'mac_address': 'fa:16:3e:25:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:16:27Z', 'updated_at': '2021-09-09T15:16:45Z', 'revision_number': 1, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f64f46-a0c5-4410-b388-8e5e847967fa', 'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'mac_address': 'fa:16:3e:f9:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:25Z', 'updated_at': '2021-09-09T15:11:43Z', 'revision_number': 5, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'subnets': [{'id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:47.269327 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6c1ac9-b267-4f79-ab3d-88ee4c55c72c None None] Checking router: de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:16:47.272894 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad34fc-cd0d-4f7e-9814-3cba33e2300b req-d5968c24-1439-4002-9f2a-7aac7427f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:47.274749 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-49ad34fc-cd0d-4f7e-9814-3cba33e2300b req-d5968c24-1439-4002-9f2a-7aac7427f344 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=523750d6-4668-45d0-b10f-8b045df11afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709188 Sep 09 15:16:47.279607 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6c1ac9-b267-4f79-ab3d-88ee4c55c72c None None] Routers {'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:16:47.280421 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-2d6c1ac9-b267-4f79-ab3d-88ee4c55c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:16:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:47.423284 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-49ad34fc-cd0d-4f7e-9814-3cba33e2300b req-55056965-716b-4801-8908-9da6b01b8bff service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402001 Sep 09 15:16:47.437067 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-2d6c1ac9-b267-4f79-ab3d-88ee4c55c72c None None] Set router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:16:47.552796 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-49ad34fc-cd0d-4f7e-9814-3cba33e2300b req-bf6c3d49-4ad5-4662-884d-99d0902a3e73 service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188459 Sep 09 15:16:47.648089 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device ce53d1a5-63f5-41de-a024-b55bfced496e up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:16:47.747671 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port ce53d1a5-63f5-41de-a024-b55bfced496e completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:16:47.758571 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port ce53d1a5-63f5-41de-a024-b55bfced496e triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:47.759051 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:47.831058 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-2d6c1ac9-b267-4f79-ab3d-88ee4c55c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '7eb7d596-367b-469c-80b1-cfd3245b1d5c', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'port_id': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'mac_address': 'fa:16:3e:25:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:16:27Z', 'updated_at': '2021-09-09T15:16:45Z', 'revision_number': 1, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f64f46-a0c5-4410-b388-8e5e847967fa', 'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'mac_address': 'fa:16:3e:f9:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:25Z', 'updated_at': '2021-09-09T15:11:43Z', 'revision_number': 5, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'subnets': [{'id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:16:47.893748 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6c1ac9-b267-4f79-ab3d-88ee4c55c72c None None] The sync data for ids ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'] in dv-cinder-776307-9-iscsi is: [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '7eb7d596-367b-469c-80b1-cfd3245b1d5c', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'port_id': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'mac_address': 'fa:16:3e:25:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:16:27Z', 'updated_at': '2021-09-09T15:16:45Z', 'revision_number': 1, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f64f46-a0c5-4410-b388-8e5e847967fa', 'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'mac_address': 'fa:16:3e:f9:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:25Z', 'updated_at': '2021-09-09T15:11:43Z', 'revision_number': 5, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'subnets': [{'id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:16:47.925852 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c13d4ed2-a2c5-4a25-9ddf-6434bd7f9b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:47.939536 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:47.991665 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port ce53d1a5-63f5-41de-a024-b55bfced496e, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=ce53d1a5-63f5-41de-a024-b55bfced496e,segment=NetworkSegment(e5c32070-5bee-4226-ab9a-e1aa156d349d),segment_id=e5c32070-5bee-4226-ab9a-e1aa156d349d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:47.999568 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:48.194537 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=ce53d1a5-63f5-41de-a024-b55bfced496e,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:48.205085 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a1c51e-9d4a-47df-a2a9-08fd02a81e7d None None] New status for floating IP 7eb7d596-367b-469c-80b1-cfd3245b1d5c: ACTIVE {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 15:16:48.740175 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6951e77-165c-4619-9596-f57918678681 req-970c3c18-cd04-47d1-89ea-1cb27311465e tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:48.745707 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c6951e77-165c-4619-9596-f57918678681 req-970c3c18-cd04-47d1-89ea-1cb27311465e tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 945 time: 0.0552738 Sep 09 15:16:48.786477 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c6951e77-165c-4619-9596-f57918678681 req-a20969f1-bc03-4cfd-b17c-79bf25d9f33e tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371120 Sep 09 15:16:49.578074 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device ce53d1a5-63f5-41de-a024-b55bfced496e up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:16:49.635398 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port ce53d1a5-63f5-41de-a024-b55bfced496e triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:49.635773 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:49.968903 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc69b8-8607-4867-90f2-736f5b90fe96 req-2a8c6cc3-b6af-4244-837e-6a6d1e60c0b5 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:49.970887 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aebc69b8-8607-4867-90f2-736f5b90fe96 req-2a8c6cc3-b6af-4244-837e-6a6d1e60c0b5 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 945 time: 0.0777714 Sep 09 15:16:50.039619 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aebc69b8-8607-4867-90f2-736f5b90fe96 req-829fc86d-67d4-4ddc-87e6-07056e360d28 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612419 Sep 09 15:16:50.576257 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dfdf7-eed5-443e-8309-79309f2cfa97 req-78008887-4060-405c-8591-0cb7c89e36b4 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:50.577817 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-386dfdf7-eed5-443e-8309-79309f2cfa97 req-78008887-4060-405c-8591-0cb7c89e36b4 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 945 time: 0.0578160 Sep 09 15:16:50.698750 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-386dfdf7-eed5-443e-8309-79309f2cfa97 req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Deleting port afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:16:50.699018 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-586e2688-8893-4352-bfa8-28e15590d2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:50.699493 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-386dfdf7-eed5-443e-8309-79309f2cfa97 req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:50.795132 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-386dfdf7-eed5-443e-8309-79309f2cfa97 req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] For port afe93a79-dba1-4a5d-ac0d-6ba2babd16f0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=afe93a79-dba1-4a5d-ac0d-6ba2babd16f0,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:16:50.795497 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-386dfdf7-eed5-443e-8309-79309f2cfa97 req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:50.808853 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-386dfdf7-eed5-443e-8309-79309f2cfa97 req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Calling delete_port for afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 owned by compute:nova {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:16:50.860195 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:50.962516 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-386dfdf7-eed5-443e-8309-79309f2cfa97 req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:50.978913 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['a84cea3f-1027-4b8d-bd96-04cb5d60d1a8', 'c6b2857b-33e9-427c-828f-4a5713d2f0a3', '7bdac341-7f4e-4628-a3b3-34eb8665cdc1', 'afe93a79-dba1-4a5d-ac0d-6ba2babd16f0'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:16:51.040801 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Pushing event deleted for resources: {'Port': ['ID=afe93a79-dba1-4a5d-ac0d-6ba2babd16f0,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:51.076668 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:51.076969 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:51.077310 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:51.077649 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:51.078006 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:51.078305 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:51.078633 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:51.078979 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:51.079507 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:51.079638 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:51.079927 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:51.082692 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:16:51.114454 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-386dfdf7-eed5-443e-8309-79309f2cfa97 req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] No DVR routers for this DVR port afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 on host hv-cinder-77630 {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:16:51.118480 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-386dfdf7-eed5-443e-8309-79309f2cfa97 req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:51.119896 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-386dfdf7-eed5-443e-8309-79309f2cfa97 req-37ddac0f-2cc5-40f5-9c4d-04f82dcedb24 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.39 "DELETE /v2.0/ports/afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 HTTP/1.1" status: 204 len: 173 time: 0.5355294 Sep 09 15:16:51.120346 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef6bb25-3105-41d6-9b60-8fd39652aa4a', 'name': 'network-vif-deleted', 'tag': 'afe93a79-dba1-4a5d-ac0d-6ba2babd16f0'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:16:51.122623 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5eb4a1-cc5e-4fe5-aff9-9f6d95bfc398" -d '{"events": [{"server_uuid": "9ef6bb25-3105-41d6-9b60-8fd39652aa4a", "name": "network-vif-deleted", "tag": "afe93a79-dba1-4a5d-ac0d-6ba2babd16f0"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:16:51.201386 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2c883ad9-98a7-46c7-9f74-ceb52ddf309a req-63f1e2db-631b-428b-a22c-4dc3693d39b7 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ef6bb25-3105-41d6-9b60-8fd39652aa4a HTTP/1.1" status: 200 len: 210 time: 0.0720150 Sep 09 15:16:51.326232 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4180d2-788d-4ab5-bee3-0d0e1ae06f88 x-openstack-request-id: req-6d4180d2-788d-4ab5-bee3-0d0e1ae06f88 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:16:51.326577 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef6bb25-3105-41d6-9b60-8fd39652aa4a", "name": "network-vif-deleted", "tag": "afe93a79-dba1-4a5d-ac0d-6ba2babd16f0", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:16:51.326849 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d4180d2-788d-4ab5-bee3-0d0e1ae06f88 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:16:51.327269 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef6bb25-3105-41d6-9b60-8fd39652aa4a', 'name': 'network-vif-deleted', 'tag': 'afe93a79-dba1-4a5d-ac0d-6ba2babd16f0', 'status': 'completed', 'code': 200} Sep 09 15:16:51.704459 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:52.127603 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd05742-6009-44d2-9603-3c9771c202ba req-60c396e1-cd2d-42d7-a05f-fca3cb989e0c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:52.129128 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7fd05742-6009-44d2-9603-3c9771c202ba req-60c396e1-cd2d-42d7-a05f-fca3cb989e0c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/networks?id=5aad6b89-42f4-4242-ae45-718ce8363e0c HTTP/1.1" status: 200 len: 815 time: 0.1083951 Sep 09 15:16:52.145097 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7fd05742-6009-44d2-9603-3c9771c202ba req-4a4a16e4-9157-43cc-a43e-f0125915fc53 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/quotas/ca5aad77d3124812a9189d72a2a2bfb0 HTTP/1.1" status: 200 len: 375 time: 0.0098579 Sep 09 15:16:52.199910 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7fd05742-6009-44d2-9603-3c9771c202ba req-0e93fc0d-83b4-44d8-9309-8f22419fabc8 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca5aad77d3124812a9189d72a2a2bfb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487251 Sep 09 15:16:52.424900 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7fd05742-6009-44d2-9603-3c9771c202ba req-1a3e76a3-58cf-40e8-9cd7-05d1ee5e7098 service neutron] 10.222.0.18 "GET /v2.0/networks/5aad6b89-42f4-4242-ae45-718ce8363e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118037 Sep 09 15:16:52.523713 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7fd05742-6009-44d2-9603-3c9771c202ba req-028a76dc-fa3e-4d4d-b67e-d05cbed0c4a0 service neutron] 10.222.0.18 "GET /v2.0/networks/5aad6b89-42f4-4242-ae45-718ce8363e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924337 Sep 09 15:16:52.711301 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c2624a39-6c23-4553-ad42-78fcc28e51f3 req-b7f22ca9-4090-492f-ad5e-1108d4681b9a tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 210 time: 0.0344448 Sep 09 15:16:53.361830 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:53.656045 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495be41-d728-4f3e-aa3e-055f690ca136 req-c5ace2cf-40bc-493b-bb19-2e99a4b09568 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:53.658250 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f495be41-d728-4f3e-aa3e-055f690ca136 req-c5ace2cf-40bc-493b-bb19-2e99a4b09568 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 946 time: 0.0538421 Sep 09 15:16:53.708315 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f495be41-d728-4f3e-aa3e-055f690ca136 req-ec6eb4f2-52c0-42a1-b74a-d3c38023e8bc tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420613 Sep 09 15:16:53.714521 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd05742-6009-44d2-9603-3c9771c202ba req-05d54ff0-a444-47c1-a8be-8cca275f9408 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:53.716810 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7fd05742-6009-44d2-9603-3c9771c202ba req-05d54ff0-a444-47c1-a8be-8cca275f9408 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.39 "GET /v2.0/networks?id=5aad6b89-42f4-4242-ae45-718ce8363e0c HTTP/1.1" status: 200 len: 815 time: 0.1090791 Sep 09 15:16:53.732010 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-7fd05742-6009-44d2-9603-3c9771c202ba req-d35a55ac-7abd-44bc-9061-a1134c7450ce tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Request body: {'port': {'device_id': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c', 'admin_state_up': True, 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:16:53.815078 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-21564ee5-ef86-4acc-9f43-6920e6decc79 req-3af6cc9a-6ca5-4208-84bf-4e8c0056d96f tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 210 time: 0.0268836 Sep 09 15:16:53.859559 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd05742-6009-44d2-9603-3c9771c202ba req-d35a55ac-7abd-44bc-9061-a1134c7450ce tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Made reservation on behalf of ca5aad77d3124812a9189d72a2a2bfb0 for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:16:53.863064 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7fd05742-6009-44d2-9603-3c9771c202ba req-d35a55ac-7abd-44bc-9061-a1134c7450ce tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:53.999118 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-7fd05742-6009-44d2-9603-3c9771c202ba req-d35a55ac-7abd-44bc-9061-a1134c7450ce tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Allocated IP 172.20.0.9 (5aad6b89-42f4-4242-ae45-718ce8363e0c/b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a/b36a9137-e288-4a10-8270-76b3593abd7d) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:16:54.241495 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7fd05742-6009-44d2-9603-3c9771c202ba req-d35a55ac-7abd-44bc-9061-a1134c7450ce tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:54.269900 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-7fd05742-6009-44d2-9603-3c9771c202ba req-d35a55ac-7abd-44bc-9061-a1134c7450ce tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Transition to ACTIVE for port object b36a9137-e288-4a10-8270-76b3593abd7d will not be triggered until provisioned by entity DHCP. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:16:54.318958 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7fd05742-6009-44d2-9603-3c9771c202ba req-d35a55ac-7abd-44bc-9061-a1134c7450ce tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:54.380133 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd05742-6009-44d2-9603-3c9771c202ba req-d35a55ac-7abd-44bc-9061-a1134c7450ce tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Network 5aad6b89-42f4-4242-ae45-718ce8363e0c is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:16:54.387646 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-7fd05742-6009-44d2-9603-3c9771c202ba req-d35a55ac-7abd-44bc-9061-a1134c7450ce tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:16:54.391124 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd05742-6009-44d2-9603-3c9771c202ba req-d35a55ac-7abd-44bc-9061-a1134c7450ce tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:16:54.484036 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd05742-6009-44d2-9603-3c9771c202ba req-d35a55ac-7abd-44bc-9061-a1134c7450ce tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:16:54.486224 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7fd05742-6009-44d2-9603-3c9771c202ba req-d35a55ac-7abd-44bc-9061-a1134c7450ce tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:54.490869 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a55ac-7abd-44bc-9061-a1134c7450ce tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Pushing event updated for resources: {'Port': ['ID=b36a9137-e288-4a10-8270-76b3593abd7d,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:16:54.516276 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7fd05742-6009-44d2-9603-3c9771c202ba req-d35a55ac-7abd-44bc-9061-a1134c7450ce tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7882924 Sep 09 15:16:54.671681 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-dd79840e-2c60-4585-b3c8-4649640bc159 None None] Provisioning for port b36a9137-e288-4a10-8270-76b3593abd7d completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:16:54.675908 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-dd79840e-2c60-4585-b3c8-4649640bc159 None None] Provisioning complete for port b36a9137-e288-4a10-8270-76b3593abd7d triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:16:54.676284 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dd79840e-2c60-4585-b3c8-4649640bc159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:54.720168 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-dd79840e-2c60-4585-b3c8-4649640bc159 None None] Port b36a9137-e288-4a10-8270-76b3593abd7d cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:16:54.929358 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:16:56.243823 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:16:56.266199 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:16:56.266541 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device afe93a79-dba1-4a5d-ac0d-6ba2babd16f0 not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:17:05.151990 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Request body: {'port': {'device_id': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:17:05.207185 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:05.345308 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc5a05-1195-4d88-adeb-a47fefa4fe1c req-6d61c59b-4b4c-44ef-9423-052b19541182 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:05.346946 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b2bc5a05-1195-4d88-adeb-a47fefa4fe1c req-6d61c59b-4b4c-44ef-9423-052b19541182 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 946 time: 0.0909638 Sep 09 15:17:05.369216 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504cb85-fc6a-45b9-ac4c-038aed8ff499 req-882a973d-c43d-422a-b67a-d6183634a8c5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:05.370967 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c504cb85-fc6a-45b9-ac4c-038aed8ff499 req-882a973d-c43d-422a-b67a-d6183634a8c5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 931 time: 0.0806816 Sep 09 15:17:05.430769 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b2bc5a05-1195-4d88-adeb-a47fefa4fe1c req-3531b613-26c8-455d-817a-6935bae35a42 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765033 Sep 09 15:17:05.433828 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c504cb85-fc6a-45b9-ac4c-038aed8ff499 req-50035589-89e7-43cd-b4c3-9e233cae5271 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558257 Sep 09 15:17:05.487909 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36a9137-e288-4a10-8270-76b3593abd7d {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:17:05.496695 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:05.510935 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Transition to ACTIVE for port object b36a9137-e288-4a10-8270-76b3593abd7d will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:17:05.515575 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:05.566232 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Pushing event updated for resources: {'Port': ['ID=b36a9137-e288-4a10-8270-76b3593abd7d,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:05.642813 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Attempting to bind port b36a9137-e288-4a10-8270-76b3593abd7d on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:17:05.643072 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Attempting to bind port b36a9137-e288-4a10-8270-76b3593abd7d by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '442a1d70-b888-4a90-9d04-bba8347ed9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:17:05.643417 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Attempting to bind port b36a9137-e288-4a10-8270-76b3593abd7d on network 5aad6b89-42f4-4242-ae45-718ce8363e0c {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:17:05.648046 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Port b36a9137-e288-4a10-8270-76b3593abd7d on network 5aad6b89-42f4-4242-ae45-718ce8363e0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:17:05.648372 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Attempting to bind port b36a9137-e288-4a10-8270-76b3593abd7d on network 5aad6b89-42f4-4242-ae45-718ce8363e0c {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:17:05.653527 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:17:05.653866 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Checking segment: {'id': '442a1d70-b888-4a90-9d04-bba8347ed9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:17:05.654252 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Bound using segment: {'id': '442a1d70-b888-4a90-9d04-bba8347ed9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:17:05.654680 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Bound port: b36a9137-e288-4a10-8270-76b3593abd7d, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442a1d70-b888-4a90-9d04-bba8347ed9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:17:05.655068 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:05.724493 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] For port b36a9137-e288-4a10-8270-76b3593abd7d, host hv-cinder-77630, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:17:05.727527 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] For port b36a9137-e288-4a10-8270-76b3593abd7d, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b36a9137-e288-4a10-8270-76b3593abd7d,segment=NetworkSegment(442a1d70-b888-4a90-9d04-bba8347ed9cb),segment_id=442a1d70-b888-4a90-9d04-bba8347ed9cb)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:17:05.732366 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:05.764525 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:05.765160 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:05.766617 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7fd05742-6009-44d2-9603-3c9771c202ba req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] 10.222.0.39 "PUT /v2.0/ports/b36a9137-e288-4a10-8270-76b3593abd7d HTTP/1.1" status: 200 len: 1093 time: 0.6201987 Sep 09 15:17:05.767109 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'tag': 'b36a9137-e288-4a10-8270-76b3593abd7d'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:17:05.769437 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45aa2f74-76fb-41be-b2ea-e77885b9e8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48", "tag": "b36a9137-e288-4a10-8270-76b3593abd7d"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:17:05.815460 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0754348-a6d7-4b2b-9931-32b82914673e x-openstack-request-id: req-d0754348-a6d7-4b2b-9931-32b82914673e {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:17:05.816009 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48", "tag": "b36a9137-e288-4a10-8270-76b3593abd7d", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:17:05.816416 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0754348-a6d7-4b2b-9931-32b82914673e {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:17:05.817113 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'tag': 'b36a9137-e288-4a10-8270-76b3593abd7d', 'status': 'completed', 'code': 200} Sep 09 15:17:05.821336 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bffbe-a347-44d4-80b7-aec6083e6caa service neutron] Pushing event updated for resources: {'Port': ['ID=b36a9137-e288-4a10-8270-76b3593abd7d,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:05.867470 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd05742-6009-44d2-9603-3c9771c202ba req-99b171a9-ffdf-4039-aa0f-a68c1b49b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:05.869170 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7fd05742-6009-44d2-9603-3c9771c202ba req-99b171a9-ffdf-4039-aa0f-a68c1b49b37c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca5aad77d3124812a9189d72a2a2bfb0&device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 1096 time: 0.0447938 Sep 09 15:17:05.917857 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7fd05742-6009-44d2-9603-3c9771c202ba req-be170760-8850-409c-a3f1-e6d889a71477 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b36a9137-e288-4a10-8270-76b3593abd7d HTTP/1.1" status: 200 len: 217 time: 0.0391502 Sep 09 15:17:05.970815 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd05742-6009-44d2-9603-3c9771c202ba req-7c5d2e21-b3c4-4400-9905-becdf4ac9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:05.972237 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7fd05742-6009-44d2-9603-3c9771c202ba req-7c5d2e21-b3c4-4400-9905-becdf4ac9643 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a HTTP/1.1" status: 200 len: 854 time: 0.0464163 Sep 09 15:17:06.021554 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd05742-6009-44d2-9603-3c9771c202ba req-6a74ee8e-8d4d-4da6-8428-373868f0d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:06.023010 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7fd05742-6009-44d2-9603-3c9771c202ba req-6a74ee8e-8d4d-4da6-8428-373868f0d67b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5aad6b89-42f4-4242-ae45-718ce8363e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423474 Sep 09 15:17:06.378069 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7fd05742-6009-44d2-9603-3c9771c202ba req-55246c32-bbaa-4d20-b83f-ee435db41417 service neutron] 10.222.0.39 "GET /v2.0/networks/5aad6b89-42f4-4242-ae45-718ce8363e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472884 Sep 09 15:17:06.447643 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524ae95-a701-4c79-9535-9509601fe2c2 req-5b5574b5-3fc6-4f5a-9927-3f62e1a7fe51 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:06.449126 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8524ae95-a701-4c79-9535-9509601fe2c2 req-5b5574b5-3fc6-4f5a-9927-3f62e1a7fe51 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.39 "GET /v2.0/ports?device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 946 time: 0.0474813 Sep 09 15:17:06.471489 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7fd05742-6009-44d2-9603-3c9771c202ba req-ef1828f7-5910-45b7-9c1d-b30cb14ba89c service neutron] 10.222.0.39 "GET /v2.0/networks/5aad6b89-42f4-4242-ae45-718ce8363e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853302 Sep 09 15:17:06.559428 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-8524ae95-a701-4c79-9535-9509601fe2c2 req-b5806e47-0e81-4ce9-b34a-ac03ce5cf022 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Deleting port 7bdac341-7f4e-4628-a3b3-34eb8665cdc1 {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:17:06.559769 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-8524ae95-a701-4c79-9535-9509601fe2c2 req-b5806e47-0e81-4ce9-b34a-ac03ce5cf022 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:06.570998 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa2f74-76fb-41be-b2ea-e77885b9e8b1 req-15ffd6e8-7661-40ac-88a7-578cf4efac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:06.574202 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45aa2f74-76fb-41be-b2ea-e77885b9e8b1 req-15ffd6e8-7661-40ac-88a7-578cf4efac68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca5aad77d3124812a9189d72a2a2bfb0&device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 1096 time: 0.0538247 Sep 09 15:17:06.671249 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa2f74-76fb-41be-b2ea-e77885b9e8b1 req-4e5e6b20-2787-4aa8-9f95-10f2f8833546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:06.672751 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45aa2f74-76fb-41be-b2ea-e77885b9e8b1 req-4e5e6b20-2787-4aa8-9f95-10f2f8833546 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5aad6b89-42f4-4242-ae45-718ce8363e0c HTTP/1.1" status: 200 len: 916 time: 0.0917184 Sep 09 15:17:06.696409 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92addc-40f8-4cfc-a03d-74d178dfda02 req-d639a2bc-4c22-4a23-b96f-8b0e193fdde6 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:06.697904 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2e92addc-40f8-4cfc-a03d-74d178dfda02 req-d639a2bc-4c22-4a23-b96f-8b0e193fdde6 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 943 time: 0.1527388 Sep 09 15:17:06.707134 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f75e8-9744-4acb-8712-2dbcbc8b7125 req-a02ede90-c32f-4526-b784-1a6f5546f4e7 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:06.708560 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-592f75e8-9744-4acb-8712-2dbcbc8b7125 req-a02ede90-c32f-4526-b784-1a6f5546f4e7 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=95a93a22-7cb1-4ab3-9ce5-9c4740aef401 HTTP/1.1" status: 200 len: 946 time: 0.1585174 Sep 09 15:17:06.722111 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45aa2f74-76fb-41be-b2ea-e77885b9e8b1 req-6b1c014d-6bae-4b2c-9bb2-540006c96b10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b36a9137-e288-4a10-8270-76b3593abd7d HTTP/1.1" status: 200 len: 217 time: 0.0381479 Sep 09 15:17:06.776102 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa2f74-76fb-41be-b2ea-e77885b9e8b1 req-a6f1f7a4-f46a-4609-8060-2936eb383144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:06.777629 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45aa2f74-76fb-41be-b2ea-e77885b9e8b1 req-a6f1f7a4-f46a-4609-8060-2936eb383144 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a HTTP/1.1" status: 200 len: 854 time: 0.0485063 Sep 09 15:17:06.828995 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa2f74-76fb-41be-b2ea-e77885b9e8b1 req-4f85a190-945d-4baa-bbcd-f0a47c83509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:06.830563 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45aa2f74-76fb-41be-b2ea-e77885b9e8b1 req-4f85a190-945d-4baa-bbcd-f0a47c83509e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5aad6b89-42f4-4242-ae45-718ce8363e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428619 Sep 09 15:17:06.934934 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45aa2f74-76fb-41be-b2ea-e77885b9e8b1 req-18739760-da83-4a5d-addc-8a58ba2f24dd service neutron] 10.222.0.39 "GET /v2.0/networks/5aad6b89-42f4-4242-ae45-718ce8363e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962634 Sep 09 15:17:07.010193 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-8524ae95-a701-4c79-9535-9509601fe2c2 req-b5806e47-0e81-4ce9-b34a-ac03ce5cf022 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] For port 7bdac341-7f4e-4628-a3b3-34eb8665cdc1, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7bdac341-7f4e-4628-a3b3-34eb8665cdc1,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:17:07.010553 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-8524ae95-a701-4c79-9535-9509601fe2c2 req-b5806e47-0e81-4ce9-b34a-ac03ce5cf022 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:07.037650 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45aa2f74-76fb-41be-b2ea-e77885b9e8b1 req-e5be1c96-9e4f-4dec-86b1-a4676f797d79 service neutron] 10.222.0.39 "GET /v2.0/networks/5aad6b89-42f4-4242-ae45-718ce8363e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942414 Sep 09 15:17:07.040717 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-8524ae95-a701-4c79-9535-9509601fe2c2 req-b5806e47-0e81-4ce9-b34a-ac03ce5cf022 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Calling delete_port for 7bdac341-7f4e-4628-a3b3-34eb8665cdc1 owned by compute:nova {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:17:07.046149 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-592f75e8-9744-4acb-8712-2dbcbc8b7125 req-b84013ba-bbcb-4754-a2e9-fac76865df7c tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245974 Sep 09 15:17:07.051564 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2e92addc-40f8-4cfc-a03d-74d178dfda02 req-39e562aa-fffc-465e-b414-f868cdcc6af4 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401957 Sep 09 15:17:07.184968 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-8524ae95-a701-4c79-9535-9509601fe2c2 req-b5806e47-0e81-4ce9-b34a-ac03ce5cf022 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:07.201104 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['a84cea3f-1027-4b8d-bd96-04cb5d60d1a8', 'c6b2857b-33e9-427c-828f-4a5713d2f0a3', '7bdac341-7f4e-4628-a3b3-34eb8665cdc1'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:17:07.215613 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5806e47-0e81-4ce9-b34a-ac03ce5cf022 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Pushing event deleted for resources: {'Port': ['ID=7bdac341-7f4e-4628-a3b3-34eb8665cdc1,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:07.260558 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-8524ae95-a701-4c79-9535-9509601fe2c2 req-b5806e47-0e81-4ce9-b34a-ac03ce5cf022 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] No DVR routers for this DVR port 7bdac341-7f4e-4628-a3b3-34eb8665cdc1 on host hv-cinder-77630 {{(pid=94130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:17:07.263203 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-8524ae95-a701-4c79-9535-9509601fe2c2 req-b5806e47-0e81-4ce9-b34a-ac03ce5cf022 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:07.265269 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8524ae95-a701-4c79-9535-9509601fe2c2 req-b5806e47-0e81-4ce9-b34a-ac03ce5cf022 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.39 "DELETE /v2.0/ports/7bdac341-7f4e-4628-a3b3-34eb8665cdc1 HTTP/1.1" status: 204 len: 173 time: 0.8098588 Sep 09 15:17:07.265711 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a93a22-7cb1-4ab3-9ce5-9c4740aef401', 'name': 'network-vif-deleted', 'tag': '7bdac341-7f4e-4628-a3b3-34eb8665cdc1'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:17:07.268025 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50322a2-5494-4648-a83c-6ec3b6bf6e6f" -d '{"events": [{"server_uuid": "95a93a22-7cb1-4ab3-9ce5-9c4740aef401", "name": "network-vif-deleted", "tag": "7bdac341-7f4e-4628-a3b3-34eb8665cdc1"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:17:07.343418 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44779e1d-c748-4408-8241-b5baeb2d8678 x-openstack-request-id: req-44779e1d-c748-4408-8241-b5baeb2d8678 {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:17:07.343719 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a93a22-7cb1-4ab3-9ce5-9c4740aef401", "name": "network-vif-deleted", "tag": "7bdac341-7f4e-4628-a3b3-34eb8665cdc1", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:17:07.343970 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44779e1d-c748-4408-8241-b5baeb2d8678 {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:17:07.344370 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a93a22-7cb1-4ab3-9ce5-9c4740aef401', 'name': 'network-vif-deleted', 'tag': '7bdac341-7f4e-4628-a3b3-34eb8665cdc1', 'status': 'completed', 'code': 200} Sep 09 15:17:08.180459 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b7373-1960-44d2-8102-6db9adc4f38e req-be385169-b9a7-4d03-928b-fb8d8598283b tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:08.182002 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0e4b7373-1960-44d2-8102-6db9adc4f38e req-be385169-b9a7-4d03-928b-fb8d8598283b tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 943 time: 0.0497403 Sep 09 15:17:08.228538 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0e4b7373-1960-44d2-8102-6db9adc4f38e req-15835934-4edc-48b0-8cb7-35a0d2d6a7d4 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405416 Sep 09 15:17:08.345387 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87278ea4-88d0-4e79-9cdb-c99d72a18620 req-9d7fe6e4-d9dc-49e0-9841-995a971a5a85 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:08.346883 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-87278ea4-88d0-4e79-9cdb-c99d72a18620 req-9d7fe6e4-d9dc-49e0-9841-995a971a5a85 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 945 time: 0.0518849 Sep 09 15:17:08.390485 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-87278ea4-88d0-4e79-9cdb-c99d72a18620 req-ddd7f464-7878-4edd-93b6-519cf1174ebe tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367117 Sep 09 15:17:09.346404 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a150a-52a6-44ca-ae87-eb402a41f514 req-9c761e4d-0f37-40c5-8c34-d2ccd5e838a4 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:09.347900 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ed7a150a-52a6-44ca-ae87-eb402a41f514 req-9c761e4d-0f37-40c5-8c34-d2ccd5e838a4 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 943 time: 0.0496261 Sep 09 15:17:09.385899 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ed7a150a-52a6-44ca-ae87-eb402a41f514 req-6bebad63-72a7-43a2-8dd2-4d9741cd4de5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317748 Sep 09 15:17:09.504654 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3199d-a2a8-441b-a054-b055d0a22e70 req-1fd63c58-5bc4-47be-a5a4-c766965ffa36 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:09.506683 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4fb3199d-a2a8-441b-a054-b055d0a22e70 req-1fd63c58-5bc4-47be-a5a4-c766965ffa36 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 945 time: 0.0483451 Sep 09 15:17:09.549312 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4fb3199d-a2a8-441b-a054-b055d0a22e70 req-986cda3f-2b99-4c96-a035-3e2776bf0585 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355153 Sep 09 15:17:09.857389 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe79730-988a-4879-bf6c-722469ad6e01 req-2cb7db39-684d-43df-ba33-2f00f0196aa6 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:09.858959 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4fe79730-988a-4879-bf6c-722469ad6e01 req-2cb7db39-684d-43df-ba33-2f00f0196aa6 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 945 time: 0.0523515 Sep 09 15:17:09.956669 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-4fe79730-988a-4879-bf6c-722469ad6e01 req-ec2d8b3b-551b-48ac-9329-e346fbb4962c tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Deleting port c6b2857b-33e9-427c-828f-4a5713d2f0a3 {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:17:09.957013 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-4fe79730-988a-4879-bf6c-722469ad6e01 req-ec2d8b3b-551b-48ac-9329-e346fbb4962c tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:10.050774 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-4fe79730-988a-4879-bf6c-722469ad6e01 req-ec2d8b3b-551b-48ac-9329-e346fbb4962c tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] For port c6b2857b-33e9-427c-828f-4a5713d2f0a3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c6b2857b-33e9-427c-828f-4a5713d2f0a3,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:17:10.051140 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-4fe79730-988a-4879-bf6c-722469ad6e01 req-ec2d8b3b-551b-48ac-9329-e346fbb4962c tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:10.063848 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-4fe79730-988a-4879-bf6c-722469ad6e01 req-ec2d8b3b-551b-48ac-9329-e346fbb4962c tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Calling delete_port for c6b2857b-33e9-427c-828f-4a5713d2f0a3 owned by compute:nova {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:17:10.197376 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-4fe79730-988a-4879-bf6c-722469ad6e01 req-ec2d8b3b-551b-48ac-9329-e346fbb4962c tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:10.211637 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['a84cea3f-1027-4b8d-bd96-04cb5d60d1a8', 'c6b2857b-33e9-427c-828f-4a5713d2f0a3'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:17:10.227438 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d8b3b-551b-48ac-9329-e346fbb4962c tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Pushing event deleted for resources: {'Port': ['ID=c6b2857b-33e9-427c-828f-4a5713d2f0a3,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:10.268976 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe79730-988a-4879-bf6c-722469ad6e01 req-ec2d8b3b-551b-48ac-9329-e346fbb4962c tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] No DVR routers for this DVR port c6b2857b-33e9-427c-828f-4a5713d2f0a3 on host hv-cinder-77630 {{(pid=94130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:17:10.271780 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-4fe79730-988a-4879-bf6c-722469ad6e01 req-ec2d8b3b-551b-48ac-9329-e346fbb4962c tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:10.273975 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4fe79730-988a-4879-bf6c-722469ad6e01 req-ec2d8b3b-551b-48ac-9329-e346fbb4962c tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.39 "DELETE /v2.0/ports/c6b2857b-33e9-427c-828f-4a5713d2f0a3 HTTP/1.1" status: 204 len: 173 time: 0.4080117 Sep 09 15:17:10.274521 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1b8462-0854-468b-b752-bbfee26cfc85', 'name': 'network-vif-deleted', 'tag': 'c6b2857b-33e9-427c-828f-4a5713d2f0a3'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:17:10.277348 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c074a035-5a5a-48e4-9afd-54fd6aef6f38" -d '{"events": [{"server_uuid": "5f1b8462-0854-468b-b752-bbfee26cfc85", "name": "network-vif-deleted", "tag": "c6b2857b-33e9-427c-828f-4a5713d2f0a3"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:17:10.324009 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ffd5b5-d52c-4585-b1d1-72d63ba0bd9d x-openstack-request-id: req-33ffd5b5-d52c-4585-b1d1-72d63ba0bd9d {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:17:10.324533 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1b8462-0854-468b-b752-bbfee26cfc85", "name": "network-vif-deleted", "tag": "c6b2857b-33e9-427c-828f-4a5713d2f0a3", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:17:10.324780 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33ffd5b5-d52c-4585-b1d1-72d63ba0bd9d {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:17:10.325176 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1b8462-0854-468b-b752-bbfee26cfc85', 'name': 'network-vif-deleted', 'tag': 'c6b2857b-33e9-427c-828f-4a5713d2f0a3', 'status': 'completed', 'code': 200} Sep 09 15:17:10.325562 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device b36a9137-e288-4a10-8270-76b3593abd7d details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:17:10.327432 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 7bdac341-7f4e-4628-a3b3-34eb8665cdc1 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:17:10.361201 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: 7bdac341-7f4e-4628-a3b3-34eb8665cdc1 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:17:10.361537 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 7bdac341-7f4e-4628-a3b3-34eb8665cdc1 not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:17:10.466582 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port b36a9137-e288-4a10-8270-76b3593abd7d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b36a9137-e288-4a10-8270-76b3593abd7d,segment=NetworkSegment(442a1d70-b888-4a90-9d04-bba8347ed9cb),segment_id=442a1d70-b888-4a90-9d04-bba8347ed9cb)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:17:10.477729 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': 'b36a9137-e288-4a10-8270-76b3593abd7d', 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c', 'port_id': 'b36a9137-e288-4a10-8270-76b3593abd7d', 'mac_address': 'fa:16:3e:58:36:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:17:10.508745 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47787a64-f998-4cb8-a75a-4095a33487a0 req-d9291896-8f2d-41c4-9278-b03a9610544e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:10.510523 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-47787a64-f998-4cb8-a75a-4095a33487a0 req-d9291896-8f2d-41c4-9278-b03a9610544e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 943 time: 0.0507252 Sep 09 15:17:10.516280 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:10.529845 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36a9137-e288-4a10-8270-76b3593abd7d {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:17:10.551131 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port b36a9137-e288-4a10-8270-76b3593abd7d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b36a9137-e288-4a10-8270-76b3593abd7d,segment=NetworkSegment(442a1d70-b888-4a90-9d04-bba8347ed9cb),segment_id=442a1d70-b888-4a90-9d04-bba8347ed9cb)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:17:10.556715 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:10.557976 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-47787a64-f998-4cb8-a75a-4095a33487a0 req-b449a8eb-0ec4-4f5e-b5e4-e79352ccfaaf tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408156 Sep 09 15:17:10.617038 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=b36a9137-e288-4a10-8270-76b3593abd7d,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:10.666484 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3163c405-19b6-496e-afef-7c34e509ed58 req-d5ca55bb-b65b-4f68-b056-2bc32308b954 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f1b8462-0854-468b-b752-bbfee26cfc85 HTTP/1.1" status: 200 len: 210 time: 0.0306215 Sep 09 15:17:10.828607 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['b36a9137-e288-4a10-8270-76b3593abd7d'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:17:11.689341 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4491ecc-8166-40aa-a354-60f92f5feb25 req-9aeaf9cf-bc36-4346-961e-588852bc3b6b tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:11.690975 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d4491ecc-8166-40aa-a354-60f92f5feb25 req-9aeaf9cf-bc36-4346-961e-588852bc3b6b tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 944 time: 0.0609539 Sep 09 15:17:11.751977 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d4491ecc-8166-40aa-a354-60f92f5feb25 req-7e8b114b-59b3-4fb5-8a1e-e112b0c4a733 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528657 Sep 09 15:17:12.339092 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device b36a9137-e288-4a10-8270-76b3593abd7d up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:17:12.392812 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port b36a9137-e288-4a10-8270-76b3593abd7d completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:17:12.398203 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port b36a9137-e288-4a10-8270-76b3593abd7d triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:17:12.398733 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:12.479922 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:12.504075 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36a9137-e288-4a10-8270-76b3593abd7d'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:17:12.507099 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d867106-3468-4574-be7e-8835c7a4025b" -d '{"events": [{"server_uuid": "b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48", "name": "network-vif-plugged", "status": "completed", "tag": "b36a9137-e288-4a10-8270-76b3593abd7d"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:17:12.522804 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port b36a9137-e288-4a10-8270-76b3593abd7d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b36a9137-e288-4a10-8270-76b3593abd7d,segment=NetworkSegment(442a1d70-b888-4a90-9d04-bba8347ed9cb),segment_id=442a1d70-b888-4a90-9d04-bba8347ed9cb)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:17:12.538608 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:12.539653 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device c6b2857b-33e9-427c-828f-4a5713d2f0a3 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:17:12.581467 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: c6b2857b-33e9-427c-828f-4a5713d2f0a3 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:17:12.581809 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device c6b2857b-33e9-427c-828f-4a5713d2f0a3 not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:17:12.614067 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913543ea-6b55-4bc7-a22d-c98be39dffe8 x-openstack-request-id: req-913543ea-6b55-4bc7-a22d-c98be39dffe8 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:17:12.614359 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48", "name": "network-vif-plugged", "status": "completed", "tag": "b36a9137-e288-4a10-8270-76b3593abd7d", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:17:12.614614 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-913543ea-6b55-4bc7-a22d-c98be39dffe8 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:17:12.615125 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36a9137-e288-4a10-8270-76b3593abd7d', 'code': 200} Sep 09 15:17:12.620464 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=b36a9137-e288-4a10-8270-76b3593abd7d,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:12.810488 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62d9b8-6ddb-4978-a2be-9758911f4322 req-990aba0b-acd2-41fe-9833-5bd8d9c1f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:12.812708 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3c62d9b8-6ddb-4978-a2be-9758911f4322 req-990aba0b-acd2-41fe-9833-5bd8d9c1f8fe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 1098 time: 0.0538216 Sep 09 15:17:12.910479 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3c62d9b8-6ddb-4978-a2be-9758911f4322 req-e464abf3-b00b-4db2-a6ca-0116b450d609 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872302 Sep 09 15:17:12.941864 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91bab9-7e93-4a54-9afc-f6d414d03f4f req-5afc5520-47f0-4d34-a617-01c837138807 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:12.943854 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-df91bab9-7e93-4a54-9afc-f6d414d03f4f req-5afc5520-47f0-4d34-a617-01c837138807 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 945 time: 0.1045578 Sep 09 15:17:12.985061 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-df91bab9-7e93-4a54-9afc-f6d414d03f4f req-0a17352c-04a3-488e-9a31-818f59d1f877 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345488 Sep 09 15:17:13.248022 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6b9e1-d75c-42c6-868a-26beb4518639 req-e4a22d80-51b5-405b-96f0-901abebb8256 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:13.249596 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-40d6b9e1-d75c-42c6-868a-26beb4518639 req-e4a22d80-51b5-405b-96f0-901abebb8256 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2898caf-e899-426a-81f4-f889b01bc281 HTTP/1.1" status: 200 len: 946 time: 0.0501561 Sep 09 15:17:13.292171 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-40d6b9e1-d75c-42c6-868a-26beb4518639 req-7ef103ea-07fc-4cfa-95e1-f474b6b45082 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331006 Sep 09 15:17:14.110757 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f352e56-1c88-4589-9a2c-695228822556 req-3021bed7-2a89-43af-b4ff-6ec792a28045 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:14.112314 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8f352e56-1c88-4589-9a2c-695228822556 req-3021bed7-2a89-43af-b4ff-6ec792a28045 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 945 time: 0.0528531 Sep 09 15:17:14.160820 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8f352e56-1c88-4589-9a2c-695228822556 req-e92c3dd2-93e1-46b1-9750-9bba3a55da91 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415680 Sep 09 15:17:14.427186 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9756a6e-bcdb-4d30-8846-9c9adb2ffbe4 req-e6cb9242-f8d1-40cc-a413-15bc7388fde2 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:14.429881 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e9756a6e-bcdb-4d30-8846-9c9adb2ffbe4 req-e6cb9242-f8d1-40cc-a413-15bc7388fde2 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2898caf-e899-426a-81f4-f889b01bc281 HTTP/1.1" status: 200 len: 946 time: 0.0582473 Sep 09 15:17:14.472080 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e9756a6e-bcdb-4d30-8846-9c9adb2ffbe4 req-d7c36be2-979b-4e28-8d55-63025bfdb9bb tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/security-groups?id=b6d7acd7-f02a-4487-bebe-7162cff163b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361211 Sep 09 15:17:15.077730 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c9c09-1543-4559-854b-83d1222b479e req-c5add2b9-6c4b-4616-b749-b15b869aeba0 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:15.079275 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-229c9c09-1543-4559-854b-83d1222b479e req-c5add2b9-6c4b-4616-b749-b15b869aeba0 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2898caf-e899-426a-81f4-f889b01bc281 HTTP/1.1" status: 200 len: 946 time: 0.0614195 Sep 09 15:17:15.180422 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-229c9c09-1543-4559-854b-83d1222b479e req-e07a2a4c-2fdf-428b-9853-cd9166e0dc2f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Deleting port a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:17:15.181093 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-229c9c09-1543-4559-854b-83d1222b479e req-e07a2a4c-2fdf-428b-9853-cd9166e0dc2f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:15.308177 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-229c9c09-1543-4559-854b-83d1222b479e req-e07a2a4c-2fdf-428b-9853-cd9166e0dc2f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] For port a84cea3f-1027-4b8d-bd96-04cb5d60d1a8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=a84cea3f-1027-4b8d-bd96-04cb5d60d1a8,segment=NetworkSegment(1a620c00-2961-43e1-a15e-1bfa08742a31),segment_id=1a620c00-2961-43e1-a15e-1bfa08742a31)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:17:15.308587 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-229c9c09-1543-4559-854b-83d1222b479e req-e07a2a4c-2fdf-428b-9853-cd9166e0dc2f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:15.330900 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea4538-8ead-49d3-b7ed-29a0fe379d24 req-8cf42277-4319-42d3-a7a5-01af10eadc96 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:15.332446 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-44ea4538-8ead-49d3-b7ed-29a0fe379d24 req-8cf42277-4319-42d3-a7a5-01af10eadc96 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 945 time: 0.0860138 Sep 09 15:17:15.333527 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-229c9c09-1543-4559-854b-83d1222b479e req-e07a2a4c-2fdf-428b-9853-cd9166e0dc2f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Calling delete_port for a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 owned by compute:nova {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:17:15.425106 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-44ea4538-8ead-49d3-b7ed-29a0fe379d24 req-c5d80ef5-287c-4d55-b0de-7f29cc644245 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830343 Sep 09 15:17:15.511132 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-229c9c09-1543-4559-854b-83d1222b479e req-e07a2a4c-2fdf-428b-9853-cd9166e0dc2f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:15.529142 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['a84cea3f-1027-4b8d-bd96-04cb5d60d1a8'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:17:15.566131 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a2a4c-2fdf-428b-9853-cd9166e0dc2f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Pushing event deleted for resources: {'Port': ['ID=a84cea3f-1027-4b8d-bd96-04cb5d60d1a8,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:15.629306 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-229c9c09-1543-4559-854b-83d1222b479e req-e07a2a4c-2fdf-428b-9853-cd9166e0dc2f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] No DVR routers for this DVR port a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 on host hv-cinder-77630 {{(pid=94130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:17:15.634638 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ee0577cc-e9b6-45a8-90cd-1370dbdf01b6 req-f92b40cb-fc8a-45c6-b5b8-d2a7f2d99f74 tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2898caf-e899-426a-81f4-f889b01bc281 HTTP/1.1" status: 200 len: 210 time: 0.0475228 Sep 09 15:17:15.635777 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-229c9c09-1543-4559-854b-83d1222b479e req-e07a2a4c-2fdf-428b-9853-cd9166e0dc2f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:15.637717 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-229c9c09-1543-4559-854b-83d1222b479e req-e07a2a4c-2fdf-428b-9853-cd9166e0dc2f tempest-AttachVolumeNegativeTest-354136721 tempest-AttachVolumeNegativeTest-354136721-project] 10.222.0.39 "DELETE /v2.0/ports/a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 HTTP/1.1" status: 204 len: 173 time: 0.5520456 Sep 09 15:17:15.639080 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2898caf-e899-426a-81f4-f889b01bc281', 'name': 'network-vif-deleted', 'tag': 'a84cea3f-1027-4b8d-bd96-04cb5d60d1a8'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:17:15.641519 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa889ce-990c-4644-8d8c-72608d961ff8" -d '{"events": [{"server_uuid": "e2898caf-e899-426a-81f4-f889b01bc281", "name": "network-vif-deleted", "tag": "a84cea3f-1027-4b8d-bd96-04cb5d60d1a8"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:17:15.652554 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676c2b6-b493-4ef6-868a-6a69c459fbfc req-25693621-9ef9-47e4-9373-89ad41d5ef81 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:15.654179 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4676c2b6-b493-4ef6-868a-6a69c459fbfc req-25693621-9ef9-47e4-9373-89ad41d5ef81 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 945 time: 0.1546423 Sep 09 15:17:15.686779 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17253e2-06b0-4c9f-a0de-ce222ab7d54c x-openstack-request-id: req-c17253e2-06b0-4c9f-a0de-ce222ab7d54c {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:17:15.686991 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2898caf-e899-426a-81f4-f889b01bc281", "name": "network-vif-deleted", "tag": "a84cea3f-1027-4b8d-bd96-04cb5d60d1a8", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:17:15.687248 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c17253e2-06b0-4c9f-a0de-ce222ab7d54c {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:17:15.687642 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2898caf-e899-426a-81f4-f889b01bc281', 'name': 'network-vif-deleted', 'tag': 'a84cea3f-1027-4b8d-bd96-04cb5d60d1a8', 'status': 'completed', 'code': 200} Sep 09 15:17:15.701652 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4676c2b6-b493-4ef6-868a-6a69c459fbfc req-72abf6a1-4b98-4c4c-a781-9d3958edb42a tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409338 Sep 09 15:17:16.048445 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2bbfd-7c58-4ad3-b4d0-715e63ffb036 req-d2fccc67-447a-43f6-836e-685baabcb53f tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:16.050098 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4de2bbfd-7c58-4ad3-b4d0-715e63ffb036 req-d2fccc67-447a-43f6-836e-685baabcb53f tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 945 time: 0.0535212 Sep 09 15:17:16.094452 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4de2bbfd-7c58-4ad3-b4d0-715e63ffb036 req-1102bc26-3613-49cf-980b-78398fb95f4d tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360336 Sep 09 15:17:16.695486 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42562) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:16.741338 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_v2 [None req-006355a8-301b-41c7-9944-247f03d361e0 admin admin] Deleting subnet c6a1ca1e-1322-4ad8-a756-30dfbf68d102 {{(pid=94130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 15:17:16.745702 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-006355a8-301b-41c7-9944-247f03d361e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:16.782049 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-006355a8-301b-41c7-9944-247f03d361e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59470450'] for subnet, precommit_delete_associations {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:16.827048 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-006355a8-301b-41c7-9944-247f03d361e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612359'] for subnet, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:16.884785 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-006355a8-301b-41c7-9944-247f03d361e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60062086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59174082'] for subnet, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:16.917996 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006355a8-301b-41c7-9944-247f03d361e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a1ca1e-1322-4ad8-a756-30dfbf68d102,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:16.921883 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-006355a8-301b-41c7-9944-247f03d361e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:16.924241 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-006355a8-301b-41c7-9944-247f03d361e0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c6a1ca1e-1322-4ad8-a756-30dfbf68d102 HTTP/1.1" status: 204 len: 168 time: 0.2272494 Sep 09 15:17:16.926358 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42564) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:17.001862 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3346d58d-820a-44df-8c60-abceae0d7c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846555'] for network, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:17.033319 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:17:17.097836 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3346d58d-820a-44df-8c60-abceae0d7c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607090', 'neutron.services.segments.db._delete_segments_for_network-8752445426589'] for network, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:17.120067 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.services.segments.db [None req-3346d58d-820a-44df-8c60-abceae0d7c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac8f2b6-4312-4238-8a48-bd53cadf49c8']}} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:17:17.129822 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.services.segments.db [None req-3346d58d-820a-44df-8c60-abceae0d7c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a620c00-2961-43e1-a15e-1bfa08742a31') {'for_net_delete': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:17:17.130120 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.services.segments.db [None req-3346d58d-820a-44df-8c60-abceae0d7c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a620c00-2961-43e1-a15e-1bfa08742a31') {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:17:17.140376 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3346d58d-820a-44df-8c60-abceae0d7c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752445428902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59470347'] for segment, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:17.155313 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3346d58d-820a-44df-8c60-abceae0d7c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:17.163769 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3346d58d-820a-44df-8c60-abceae0d7c0e admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:17:17.164176 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3346d58d-820a-44df-8c60-abceae0d7c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60062564'] for segment, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: Traceback (most recent call last): Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: timer() Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: cb(*args, **kw) Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: return func(*args, **kwargs) Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: self._notify() Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: self.callback(batched_events) Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: event.method(event) Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: return f(self, *a, **k) Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: return self._get(url).json() Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: return self.request(url, 'GET', **kwargs) Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 15:17:17.165945 dv-cinder-776307-9-iscsi neutron-server[94130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 15:17:17.226043 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3346d58d-820a-44df-8c60-abceae0d7c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681868'] for network, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:17.234386 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-3346d58d-820a-44df-8c60-abceae0d7c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:17.236961 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-3346d58d-820a-44df-8c60-abceae0d7c0e admin admin] 10.222.0.18 "DELETE /v2.0/networks/8ac8f2b6-4312-4238-8a48-bd53cadf49c8 HTTP/1.1" status: 204 len: 168 time: 0.3095827 Sep 09 15:17:17.247347 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346d58d-820a-44df-8c60-abceae0d7c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=8ac8f2b6-4312-4238-8a48-bd53cadf49c8,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:17.441350 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42570) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:17.482677 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-092730ba-e92d-4a79-89c8-434a32a47968 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a47dafcb21c45c287a368ab1ac8801b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401375 Sep 09 15:17:17.485180 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42574) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:17.553203 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-cb727299-4078-4646-bdbe-513992d6394d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:17.575078 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-cb727299-4078-4646-bdbe-513992d6394d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:17.633510 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-cb727299-4078-4646-bdbe-513992d6394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:17.636720 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-cb727299-4078-4646-bdbe-513992d6394d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:17.637953 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-cb727299-4078-4646-bdbe-513992d6394d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6d7acd7-f02a-4487-bebe-7162cff163b4 HTTP/1.1" status: 204 len: 168 time: 0.1509721 Sep 09 15:17:17.652240 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb727299-4078-4646-bdbe-513992d6394d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d7acd7-f02a-4487-bebe-7162cff163b4,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:17.877907 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5ff948b3-f812-44dc-8d19-03e08e0dfa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:19.783905 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 42662) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:19.925625 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-967f420b-f88f-4484-9422-1db6f80a7f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:20.025245 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-967f420b-f88f-4484-9422-1db6f80a7f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:20.029300 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-967f420b-f88f-4484-9422-1db6f80a7f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:20.069154 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-967f420b-f88f-4484-9422-1db6f80a7f79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57ffa84454ed44f293c3d2e2b698e7fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840230 Sep 09 15:17:20.069951 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f420b-f88f-4484-9422-1db6f80a7f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2117ee20-c83f-4a20-9b90-59d3d0140593,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:20.072162 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42668) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:20.129521 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7caa227c-00cb-4eee-8143-dcca476dd334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:20.155234 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7caa227c-00cb-4eee-8143-dcca476dd334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:20.206960 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7caa227c-00cb-4eee-8143-dcca476dd334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:20.210318 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7caa227c-00cb-4eee-8143-dcca476dd334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:20.211685 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-7caa227c-00cb-4eee-8143-dcca476dd334 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2117ee20-c83f-4a20-9b90-59d3d0140593 HTTP/1.1" status: 204 len: 168 time: 0.1385114 Sep 09 15:17:20.220162 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa227c-00cb-4eee-8143-dcca476dd334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2117ee20-c83f-4a20-9b90-59d3d0140593,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:20.228594 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa227c-00cb-4eee-8143-dcca476dd334 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:20.228943 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa227c-00cb-4eee-8143-dcca476dd334 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:20.229279 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa227c-00cb-4eee-8143-dcca476dd334 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:20.229613 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa227c-00cb-4eee-8143-dcca476dd334 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:20.229939 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa227c-00cb-4eee-8143-dcca476dd334 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:20.230266 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa227c-00cb-4eee-8143-dcca476dd334 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:20.230590 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa227c-00cb-4eee-8143-dcca476dd334 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:20.230953 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa227c-00cb-4eee-8143-dcca476dd334 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:20.231408 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa227c-00cb-4eee-8143-dcca476dd334 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:20.231733 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa227c-00cb-4eee-8143-dcca476dd334 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:20.232054 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa227c-00cb-4eee-8143-dcca476dd334 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:20.232370 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa227c-00cb-4eee-8143-dcca476dd334 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:20.371517 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:17:20.400316 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:17:20.400929 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device a84cea3f-1027-4b8d-bd96-04cb5d60d1a8 not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:17:20.500738 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42676) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:20.514960 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-500641ee-12cc-4656-b6b8-0c0bd1345f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:20.609676 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-500641ee-12cc-4656-b6b8-0c0bd1345f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:20.614513 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-500641ee-12cc-4656-b6b8-0c0bd1345f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:20.653755 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-500641ee-12cc-4656-b6b8-0c0bd1345f6d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77ed6aba762644928a119278811227fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518924 Sep 09 15:17:20.654742 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500641ee-12cc-4656-b6b8-0c0bd1345f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e4fd8e-c7f5-4a03-82bf-c7eed7d3f548,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:20.656435 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 42678) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:20.689491 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d88e1938-66d1-4fdc-ba1b-4d2a968f50ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:20.710507 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-23c73286-48ac-439d-90c9-28b1b93baf3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:20.735000 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-23c73286-48ac-439d-90c9-28b1b93baf3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:20.784382 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-23c73286-48ac-439d-90c9-28b1b93baf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:20.788210 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-23c73286-48ac-439d-90c9-28b1b93baf3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:20.789416 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-23c73286-48ac-439d-90c9-28b1b93baf3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9e4fd8e-c7f5-4a03-82bf-c7eed7d3f548 HTTP/1.1" status: 204 len: 168 time: 0.1319616 Sep 09 15:17:20.797381 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c73286-48ac-439d-90c9-28b1b93baf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e4fd8e-c7f5-4a03-82bf-c7eed7d3f548,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:20.843481 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:21.708070 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:22.508001 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42742) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:22.620569 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5eb28bfc-141d-45ca-83c7-bce6afd5e681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:22.718833 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5eb28bfc-141d-45ca-83c7-bce6afd5e681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:22.722905 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-5eb28bfc-141d-45ca-83c7-bce6afd5e681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:22.767213 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-5eb28bfc-141d-45ca-83c7-bce6afd5e681 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba3e76f314cd45178c2fb34a92675943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580981 Sep 09 15:17:22.768054 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb28bfc-141d-45ca-83c7-bce6afd5e681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a914555-d92b-47e8-afb9-b87968757074,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:22.771541 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 42746) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:22.831588 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1ab3efb4-5864-42b8-9b03-d8d5f4772149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:22.860270 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1ab3efb4-5864-42b8-9b03-d8d5f4772149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:22.912504 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1ab3efb4-5864-42b8-9b03-d8d5f4772149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:22.915025 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1ab3efb4-5864-42b8-9b03-d8d5f4772149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:22.916193 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1ab3efb4-5864-42b8-9b03-d8d5f4772149 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a914555-d92b-47e8-afb9-b87968757074 HTTP/1.1" status: 204 len: 168 time: 0.1432047 Sep 09 15:17:22.924439 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3efb4-5864-42b8-9b03-d8d5f4772149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a914555-d92b-47e8-afb9-b87968757074,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:23.184017 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 42756) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:23.197851 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-992829fd-d5f7-4699-953a-989d3b78397b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:23.292089 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-992829fd-d5f7-4699-953a-989d3b78397b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:23.295831 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-992829fd-d5f7-4699-953a-989d3b78397b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:23.338543 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992829fd-d5f7-4699-953a-989d3b78397b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8016482c-1223-4dc0-9a6e-e754e4e39ec4,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:23.343205 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-992829fd-d5f7-4699-953a-989d3b78397b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f328c2ae2d542979e66202265d8125d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581106 Sep 09 15:17:23.345877 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 42758) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:23.366677 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:23.405764 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a512ba4e-ca84-4862-a5bb-63f697b3914f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:23.427732 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a512ba4e-ca84-4862-a5bb-63f697b3914f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:23.472691 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a512ba4e-ca84-4862-a5bb-63f697b3914f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:23.475625 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a512ba4e-ca84-4862-a5bb-63f697b3914f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:23.476875 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a512ba4e-ca84-4862-a5bb-63f697b3914f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8016482c-1223-4dc0-9a6e-e754e4e39ec4 HTTP/1.1" status: 204 len: 168 time: 0.1301076 Sep 09 15:17:23.485970 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512ba4e-ca84-4862-a5bb-63f697b3914f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8016482c-1223-4dc0-9a6e-e754e4e39ec4,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:24.944321 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:25.358028 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 42818) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:25.470313 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2902064f-db93-4977-b2f4-5a44ebd3f7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:25.569841 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2902064f-db93-4977-b2f4-5a44ebd3f7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:25.573841 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2902064f-db93-4977-b2f4-5a44ebd3f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:25.612887 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902064f-db93-4977-b2f4-5a44ebd3f7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a6b18a-bc4d-41eb-86f9-e37b9eedd778,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:25.619734 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2902064f-db93-4977-b2f4-5a44ebd3f7bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78b81eb616774c8a9939f3f5761b19ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605639 Sep 09 15:17:25.622554 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 42828) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:25.677120 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba7de-0b3f-4e1a-9b95-df4cac5a81f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:25.701769 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba7de-0b3f-4e1a-9b95-df4cac5a81f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:25.768012 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba7de-0b3f-4e1a-9b95-df4cac5a81f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:25.771139 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba7de-0b3f-4e1a-9b95-df4cac5a81f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:25.778210 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0d8ba7de-0b3f-4e1a-9b95-df4cac5a81f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a4a6b18a-bc4d-41eb-86f9-e37b9eedd778 HTTP/1.1" status: 204 len: 168 time: 0.1491666 Sep 09 15:17:25.785556 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ba7de-0b3f-4e1a-9b95-df4cac5a81f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a6b18a-bc4d-41eb-86f9-e37b9eedd778,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:25.987648 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b479a-133f-42a4-9ac8-579d535bfce9 req-a24fb6f8-5273-4a42-8cff-31b9e4173f1e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:25.989497 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-af5b479a-133f-42a4-9ac8-579d535bfce9 req-a24fb6f8-5273-4a42-8cff-31b9e4173f1e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 945 time: 0.0541234 Sep 09 15:17:26.040857 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-af5b479a-133f-42a4-9ac8-579d535bfce9 req-24f52301-376c-494d-afc7-f2a2cc48bfd5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442784 Sep 09 15:17:26.063732 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 42850) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:26.140976 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 42854) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:26.156555 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-99fba594-dc37-45df-aa7e-fbedd80a3edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:26.280717 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-99fba594-dc37-45df-aa7e-fbedd80a3edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:26.284693 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-99fba594-dc37-45df-aa7e-fbedd80a3edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:26.353755 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-99fba594-dc37-45df-aa7e-fbedd80a3edb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b267333cd5b4d9bb2f9c4a13c900e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117524 Sep 09 15:17:26.356448 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fba594-dc37-45df-aa7e-fbedd80a3edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416219c5-ce35-41ed-858e-cfe35126e9d9,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:26.357463 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42856) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:26.375329 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4d1705-4614-490b-9a39-0c2ae767de9f tempest-TestMinimumBasicScenario-1863776357 tempest-TestMinimumBasicScenario-1863776357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:26.377763 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-fb4d1705-4614-490b-9a39-0c2ae767de9f tempest-TestMinimumBasicScenario-1863776357 tempest-TestMinimumBasicScenario-1863776357-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 1093 time: 0.3128107 Sep 09 15:17:26.380803 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 42858) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:26.392998 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Request body: {'floatingip': {'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'port_id': 'b36a9137-e288-4a10-8270-76b3593abd7d', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:17:26.425145 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-69844231-c3f7-46ea-9b46-52d870aef8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:26.435291 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for floatingip, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:26.452591 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-69844231-c3f7-46ea-9b46-52d870aef8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:26.516551 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-69844231-c3f7-46ea-9b46-52d870aef8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:26.520072 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-69844231-c3f7-46ea-9b46-52d870aef8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:26.523282 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-69844231-c3f7-46ea-9b46-52d870aef8a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/416219c5-ce35-41ed-858e-cfe35126e9d9 HTTP/1.1" status: 204 len: 168 time: 0.1647203 Sep 09 15:17:26.532127 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69844231-c3f7-46ea-9b46-52d870aef8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416219c5-ce35-41ed-858e-cfe35126e9d9,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:26.584514 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:26.701284 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Allocated IP 172.27.3.88 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/1cbe4660-5a0b-4f52-97ad-5ed92428c4c0) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:17:26.805859 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:26.845702 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:26.886393 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:17:26.889216 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:17:26.891840 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:17:26.920289 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Pushing event updated for resources: {'Port': ['ID=1cbe4660-5a0b-4f52-97ad-5ed92428c4c0,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:27.407427 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:27.522175 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:27.666229 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42896) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:27.690586 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:27.696325 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:27.762818 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Pushing event updated for resources: {'Port': ['ID=1cbe4660-5a0b-4f52-97ad-5ed92428c4c0,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:27.777972 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b59fba72-d26a-4971-9a16-8e7a0b8b21cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:27.778156 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681918'] for floatingip, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:27.876256 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b59fba72-d26a-4971-9a16-8e7a0b8b21cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:27.880966 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b59fba72-d26a-4971-9a16-8e7a0b8b21cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:27.884222 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.l3_db [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Floating IP aafda540-9f52-4e66-91ce-9457371d3012 associated. External IP: 172.27.3.88, port: b36a9137-e288-4a10-8270-76b3593abd7d. Sep 09 15:17:27.919115 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-b59fba72-d26a-4971-9a16-8e7a0b8b21cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92ea8c5e28014b268fa7231e8d87690a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514179 Sep 09 15:17:27.920977 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fba72-d26a-4971-9a16-8e7a0b8b21cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f56e8a-cb3e-43ed-a599-c82aea5b0c7f,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:27.921913 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 42900) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:28.021156 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-69a13421-824f-4f8e-a1b6-342396d84ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:28.079514 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-69a13421-824f-4f8e-a1b6-342396d84ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:28.175103 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Router 6fb63cea-c66c-42a7-9e8a-e5845be5e90a has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:17:28.182677 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-69a13421-824f-4f8e-a1b6-342396d84ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:28.185381 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-69a13421-824f-4f8e-a1b6-342396d84ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:28.186530 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-69a13421-824f-4f8e-a1b6-342396d84ef5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58f56e8a-cb3e-43ed-a599-c82aea5b0c7f HTTP/1.1" status: 204 len: 168 time: 0.2636971 Sep 09 15:17:28.200314 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a13421-824f-4f8e-a1b6-342396d84ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f56e8a-cb3e-43ed-a599-c82aea5b0c7f,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:28.311584 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:17:28.324647 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a8819-816b-4ca0-8f75-a2e636cadbc8 None None] Sync routers for ids ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:17:28.330034 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:28.336747 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a8819-816b-4ca0-8f75-a2e636cadbc8 None None] Routers {'6fb63cea-c66c-42a7-9e8a-e5845be5e90a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:17:28.337615 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-1a8a8819-816b-4ca0-8f75-a2e636cadbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:17:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:17:28.361398 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-52360c43-fc4c-4eeb-9611-793431dcfae5 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9755700 Sep 09 15:17:28.361398 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'tag': 'b36a9137-e288-4a10-8270-76b3593abd7d'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:17:28.362576 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42908) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:28.368398 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-077ec89b-e3e2-4df9-b991-a63f8c508452 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-356587143', 'description': 'tempest-secgroup-smoke-356587143 description', 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:17:28.374289 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afd8e50-0262-410d-8b39-8deb0c3a47b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48", "tag": "b36a9137-e288-4a10-8270-76b3593abd7d"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:17:28.400368 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-077ec89b-e3e2-4df9-b991-a63f8c508452 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:28.420865 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9716e60d-32c2-421d-bc0a-e4282de48ae7 x-openstack-request-id: req-9716e60d-32c2-421d-bc0a-e4282de48ae7 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:17:28.421358 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48", "tag": "b36a9137-e288-4a10-8270-76b3593abd7d", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:17:28.422094 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9716e60d-32c2-421d-bc0a-e4282de48ae7 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:17:28.422583 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'tag': 'b36a9137-e288-4a10-8270-76b3593abd7d', 'status': 'completed', 'code': 200} Sep 09 15:17:28.487023 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-1a8a8819-816b-4ca0-8f75-a2e636cadbc8 None None] Set router 6fb63cea-c66c-42a7-9e8a-e5845be5e90a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:17:28.532864 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd8e50-0262-410d-8b39-8deb0c3a47b5 req-7e06b022-a300-4136-869f-6bfa0cd0a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:28.535234 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2afd8e50-0262-410d-8b39-8deb0c3a47b5 req-7e06b022-a300-4136-869f-6bfa0cd0a55e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca5aad77d3124812a9189d72a2a2bfb0&device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 1098 time: 0.0730841 Sep 09 15:17:28.576112 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-077ec89b-e3e2-4df9-b991-a63f8c508452 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:28.588752 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-077ec89b-e3e2-4df9-b991-a63f8c508452 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:28.649203 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-077ec89b-e3e2-4df9-b991-a63f8c508452 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:28.650683 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-077ec89b-e3e2-4df9-b991-a63f8c508452 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2868307 Sep 09 15:17:28.653455 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 42920) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:28.658237 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-5bf85e8a-52a3-461c-b7fd-0c6b12722327 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Request body: {'security_group_rule': {'security_group_id': '1e4bf437-b0ce-4778-ab28-0f01e18f2ce8', 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:17:28.664798 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ec89b-e3e2-4df9-b991-a63f8c508452 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4bf437-b0ce-4778-ab28-0f01e18f2ce8,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:28.687670 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd8e50-0262-410d-8b39-8deb0c3a47b5 req-a0435a31-98ac-405a-ae75-38568d446ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:28.689240 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2afd8e50-0262-410d-8b39-8deb0c3a47b5 req-a0435a31-98ac-405a-ae75-38568d446ecd service neutron] 10.222.0.39 "GET /v2.0/networks?id=5aad6b89-42f4-4242-ae45-718ce8363e0c HTTP/1.1" status: 200 len: 916 time: 0.1409519 Sep 09 15:17:28.724094 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5bf85e8a-52a3-461c-b7fd-0c6b12722327 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:28.785577 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-1a8a8819-816b-4ca0-8f75-a2e636cadbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'name': 'tempest-TestMinimumBasicScenario-1319155666-router', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:26Z', 'updated_at': '2021-09-09T15:16:30Z', 'revision_number': 4, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'gw_port': {'id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:27Z', 'updated_at': '2021-09-09T15:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': 'aafda540-9f52-4e66-91ce-9457371d3012', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'port_id': 'b36a9137-e288-4a10-8270-76b3593abd7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c', 'mac_address': 'fa:16:3e:58:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:17:27Z', 'updated_at': '2021-09-09T15:17:27Z', 'revision_number': 0, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4018ba6-8aed-4bfb-9b7e-88f1b0941b2c', 'name': '', 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'mac_address': 'fa:16:3e:79:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:30Z', 'updated_at': '2021-09-09T15:16:39Z', 'revision_number': 5, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'subnets': [{'id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:17:28.790060 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2afd8e50-0262-410d-8b39-8deb0c3a47b5 req-fe60207c-cd2c-4077-9235-c2f3795d17a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b36a9137-e288-4a10-8270-76b3593abd7d HTTP/1.1" status: 200 len: 998 time: 0.0921202 Sep 09 15:17:28.817590 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a8819-816b-4ca0-8f75-a2e636cadbc8 None None] Checking router: 6fb63cea-c66c-42a7-9e8a-e5845be5e90a for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:17:28.822945 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5bf85e8a-52a3-461c-b7fd-0c6b12722327 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:28.830320 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5bf85e8a-52a3-461c-b7fd-0c6b12722327 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:28.831894 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a8819-816b-4ca0-8f75-a2e636cadbc8 None None] Routers {'6fb63cea-c66c-42a7-9e8a-e5845be5e90a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:17:28.832813 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-1a8a8819-816b-4ca0-8f75-a2e636cadbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:17:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:17:28.855011 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf85e8a-52a3-461c-b7fd-0c6b12722327 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e9bc97-20c8-45e6-b573-9580097a4871,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:28.860851 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5bf85e8a-52a3-461c-b7fd-0c6b12722327 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:28.862420 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5bf85e8a-52a3-461c-b7fd-0c6b12722327 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2077713 Sep 09 15:17:28.865951 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 42930) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:28.870428 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-18d0b0df-0b24-4281-a2a1-9c1efd5df787 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Request body: {'security_group_rule': {'security_group_id': '1e4bf437-b0ce-4778-ab28-0f01e18f2ce8', 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:17:28.880737 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd8e50-0262-410d-8b39-8deb0c3a47b5 req-1983078d-657a-4b9c-bbda-f6fade843202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:28.882900 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2afd8e50-0262-410d-8b39-8deb0c3a47b5 req-1983078d-657a-4b9c-bbda-f6fade843202 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a HTTP/1.1" status: 200 len: 854 time: 0.0849979 Sep 09 15:17:28.919105 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-18d0b0df-0b24-4281-a2a1-9c1efd5df787 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:28.944228 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd8e50-0262-410d-8b39-8deb0c3a47b5 req-b1da3acf-a4d3-495d-a67b-56ac4202c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:28.946414 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2afd8e50-0262-410d-8b39-8deb0c3a47b5 req-b1da3acf-a4d3-495d-a67b-56ac4202c023 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5aad6b89-42f4-4242-ae45-718ce8363e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515347 Sep 09 15:17:28.992965 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-1a8a8819-816b-4ca0-8f75-a2e636cadbc8 None None] Set router 6fb63cea-c66c-42a7-9e8a-e5845be5e90a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:17:29.000473 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-18d0b0df-0b24-4281-a2a1-9c1efd5df787 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.007163 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-18d0b0df-0b24-4281-a2a1-9c1efd5df787 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.029559 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0b0df-0b24-4281-a2a1-9c1efd5df787 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e80526-ad2c-4971-9e99-0585e25bd79d,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:29.045347 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-18d0b0df-0b24-4281-a2a1-9c1efd5df787 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.050515 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42934) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:29.050929 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-18d0b0df-0b24-4281-a2a1-9c1efd5df787 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1835651 Sep 09 15:17:29.061846 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-a79a3425-6d2a-4a9e-8ed8-251fa2c24490 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Request body: {'security_group_rule': {'security_group_id': '1e4bf437-b0ce-4778-ab28-0f01e18f2ce8', 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:17:29.063768 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 42936) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:29.094293 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2afd8e50-0262-410d-8b39-8deb0c3a47b5 req-f300098a-e4de-442b-a360-82ea9acedde5 service neutron] 10.222.0.39 "GET /v2.0/networks/5aad6b89-42f4-4242-ae45-718ce8363e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386678 Sep 09 15:17:29.131783 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a79a3425-6d2a-4a9e-8ed8-251fa2c24490 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.183013 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-d9cb2ad4-56bb-4d08-b303-f45cab6f4ac6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-296501203-network', 'tenant_id': '008bec234b33458f9feb3acf92706552'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:17:29.209048 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cb2ad4-56bb-4d08-b303-f45cab6f4ac6 admin admin] Made reservation on behalf of 008bec234b33458f9feb3acf92706552 for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:17:29.213178 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2ad4-56bb-4d08-b303-f45cab6f4ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.227653 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2ad4-56bb-4d08-b303-f45cab6f4ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.241611 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2afd8e50-0262-410d-8b39-8deb0c3a47b5 req-1f29d59b-4aca-4fec-a2a6-1f906e5e5f51 service neutron] 10.222.0.39 "GET /v2.0/networks/5aad6b89-42f4-4242-ae45-718ce8363e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386919 Sep 09 15:17:29.243637 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a79a3425-6d2a-4a9e-8ed8-251fa2c24490 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.256176 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a79a3425-6d2a-4a9e-8ed8-251fa2c24490 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.287290 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a3425-6d2a-4a9e-8ed8-251fa2c24490 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5004d675-c9f3-48a1-be99-09880cdf5534,revision_number=0']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:29.364085 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2ad4-56bb-4d08-b303-f45cab6f4ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.369401 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2ad4-56bb-4d08-b303-f45cab6f4ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.372837 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a79a3425-6d2a-4a9e-8ed8-251fa2c24490 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.374309 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-a79a3425-6d2a-4a9e-8ed8-251fa2c24490 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222561 Sep 09 15:17:29.377012 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42942) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:29.381845 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-b77754c7-195b-4db6-a124-35c673d39920 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Request body: {'security_group_rule': {'security_group_id': '1e4bf437-b0ce-4778-ab28-0f01e18f2ce8', 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:17:29.394435 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9cb2ad4-56bb-4d08-b303-f45cab6f4ac6 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:17:29.400875 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-1a8a8819-816b-4ca0-8f75-a2e636cadbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'name': 'tempest-TestMinimumBasicScenario-1319155666-router', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:26Z', 'updated_at': '2021-09-09T15:16:30Z', 'revision_number': 4, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'gw_port': {'id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:27Z', 'updated_at': '2021-09-09T15:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': 'aafda540-9f52-4e66-91ce-9457371d3012', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'port_id': 'b36a9137-e288-4a10-8270-76b3593abd7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c', 'mac_address': 'fa:16:3e:58:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:17:27Z', 'updated_at': '2021-09-09T15:17:27Z', 'revision_number': 0, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4018ba6-8aed-4bfb-9b7e-88f1b0941b2c', 'name': '', 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'mac_address': 'fa:16:3e:79:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:30Z', 'updated_at': '2021-09-09T15:16:39Z', 'revision_number': 5, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'subnets': [{'id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:17:29.414392 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b77754c7-195b-4db6-a124-35c673d39920 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.414619 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb2ad4-56bb-4d08-b303-f45cab6f4ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c900351-663b-4323-a33c-63887a950b02,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:29.417776 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2ad4-56bb-4d08-b303-f45cab6f4ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.418119 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-d9cb2ad4-56bb-4d08-b303-f45cab6f4ac6 admin admin] Added segment 6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79 of type vlan for network c7b62e3a-6413-4e1b-9727-89d2d36bdb4f Sep 09 15:17:29.433021 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a8819-816b-4ca0-8f75-a2e636cadbc8 None None] The sync data for ids ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'] in dv-cinder-776307-9-iscsi is: [{'id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'name': 'tempest-TestMinimumBasicScenario-1319155666-router', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:26Z', 'updated_at': '2021-09-09T15:16:30Z', 'revision_number': 4, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'gw_port': {'id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:27Z', 'updated_at': '2021-09-09T15:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': 'aafda540-9f52-4e66-91ce-9457371d3012', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'port_id': 'b36a9137-e288-4a10-8270-76b3593abd7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c', 'mac_address': 'fa:16:3e:58:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:17:27Z', 'updated_at': '2021-09-09T15:17:27Z', 'revision_number': 0, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4018ba6-8aed-4bfb-9b7e-88f1b0941b2c', 'name': '', 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'mac_address': 'fa:16:3e:79:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:30Z', 'updated_at': '2021-09-09T15:16:39Z', 'revision_number': 5, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'subnets': [{'id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:17:29.467219 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2ad4-56bb-4d08-b303-f45cab6f4ac6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.493743 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2ad4-56bb-4d08-b303-f45cab6f4ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.495503 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cb2ad4-56bb-4d08-b303-f45cab6f4ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:29.496218 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2ad4-56bb-4d08-b303-f45cab6f4ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.503717 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b77754c7-195b-4db6-a124-35c673d39920 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.509406 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b77754c7-195b-4db6-a124-35c673d39920 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.530486 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77754c7-195b-4db6-a124-35c673d39920 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bffc7af-073f-4a7b-a652-fb874be4969c,revision_number=0']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:29.541018 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d9cb2ad4-56bb-4d08-b303-f45cab6f4ac6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4758968 Sep 09 15:17:29.544895 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b77754c7-195b-4db6-a124-35c673d39920 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.546682 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-b77754c7-195b-4db6-a124-35c673d39920 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1685355 Sep 09 15:17:29.547511 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42944) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:29.549268 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42946) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:29.553014 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-40ef8246-2679-4922-821a-3808af42a4d9 admin admin] Request body: {'subnet': {'network_id': 'c7b62e3a-6413-4e1b-9727-89d2d36bdb4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-296501203-subnet', 'tenant_id': '008bec234b33458f9feb3acf92706552', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:17:29.561013 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-c62dc75a-b2ee-4d95-bd44-8804fd15f25e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Request body: {'security_group_rule': {'security_group_id': '1e4bf437-b0ce-4778-ab28-0f01e18f2ce8', 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:17:29.568464 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb2ad4-56bb-4d08-b303-f45cab6f4ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=c7b62e3a-6413-4e1b-9727-89d2d36bdb4f,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:29.584458 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network c7b62e3a-6413-4e1b-9727-89d2d36bdb4f details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:17:29.595754 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.db.api [None req-c62dc75a-b2ee-4d95-bd44-8804fd15f25e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 15:17:29.595754 dv-cinder-776307-9-iscsi neutron-server[94130]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 15:17:29.595754 dv-cinder-776307-9-iscsi neutron-server[94130]: [parameters: {'project_id_1': 'ca5aad77d3124812a9189d72a2a2bfb0', 'expiration_1': datetime.datetime(2021, 9, 9, 15, 17, 9, 571243)}] Sep 09 15:17:29.595754 dv-cinder-776307-9-iscsi neutron-server[94130]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 15:17:29.596309 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG oslo_db.api [None req-c62dc75a-b2ee-4d95-bd44-8804fd15f25e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 15:17:29.603530 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ef8246-2679-4922-821a-3808af42a4d9 admin admin] Made reservation on behalf of 008bec234b33458f9feb3acf92706552 for: {'subnet': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:17:29.607465 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-40ef8246-2679-4922-821a-3808af42a4d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59173927'] for subnet, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.740170 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0460c5-ae3c-4669-97c8-8e31a006b0a7 None None] New status for floating IP aafda540-9f52-4e66-91ce-9457371d3012: ACTIVE {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 15:17:29.810264 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-40ef8246-2679-4922-821a-3808af42a4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60062151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59173945'] for subnet, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.880388 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef8246-2679-4922-821a-3808af42a4d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f259b8a7-6536-4058-951d-ed006ad8d0c2,revision_number=0']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:29.892004 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ef8246-2679-4922-821a-3808af42a4d9 admin admin] Checking segment: {'id': '6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c7b62e3a-6413-4e1b-9727-89d2d36bdb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:17:29.892365 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ef8246-2679-4922-821a-3808af42a4d9 admin admin] Network hostable DHCP agents. Network: c7b62e3a-6413-4e1b-9727-89d2d36bdb4f, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:17:29.913007 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ef8246-2679-4922-821a-3808af42a4d9 admin admin] Network c7b62e3a-6413-4e1b-9727-89d2d36bdb4f is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:17:29.922148 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-40ef8246-2679-4922-821a-3808af42a4d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, c7b62e3a-6413-4e1b-9727-89d2d36bdb4f) {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:17:29.927468 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ef8246-2679-4922-821a-3808af42a4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:29.928121 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-40ef8246-2679-4922-821a-3808af42a4d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:29.933360 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbb16d8-f85d-4572-843c-660a0321bd46 None None] Network c7b62e3a-6413-4e1b-9727-89d2d36bdb4f requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:17:29.952160 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-40ef8246-2679-4922-821a-3808af42a4d9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4035733 Sep 09 15:17:30.078292 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09bed0a-acd1-47ba-a90a-6f63a70a7c0c None None] Network c7b62e3a-6413-4e1b-9727-89d2d36bdb4f requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:17:30.123794 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.securitygroups_db [None req-c62dc75a-b2ee-4d95-bd44-8804fd15f25e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Project ca5aad77d3124812a9189d72a2a2bfb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 15:17:30.132912 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c62dc75a-b2ee-4d95-bd44-8804fd15f25e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:30.208751 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c62dc75a-b2ee-4d95-bd44-8804fd15f25e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:30.212605 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c62dc75a-b2ee-4d95-bd44-8804fd15f25e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:30.231842 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62dc75a-b2ee-4d95-bd44-8804fd15f25e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d917aad-1191-40a5-a7c8-29d066f1c96b,revision_number=0']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:30.240659 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c62dc75a-b2ee-4d95-bd44-8804fd15f25e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:30.241948 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-c62dc75a-b2ee-4d95-bd44-8804fd15f25e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6853287 Sep 09 15:17:30.244733 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 42956) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:30.249176 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-b6e79c38-6963-49dc-8c2a-43d709dcda49 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Request body: {'security_group_rule': {'security_group_id': '1e4bf437-b0ce-4778-ab28-0f01e18f2ce8', 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:17:30.273098 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.securitygroups_db [None req-b6e79c38-6963-49dc-8c2a-43d709dcda49 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Project ca5aad77d3124812a9189d72a2a2bfb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 15:17:30.278155 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b6e79c38-6963-49dc-8c2a-43d709dcda49 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:30.353390 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b6e79c38-6963-49dc-8c2a-43d709dcda49 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:30.358262 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b6e79c38-6963-49dc-8c2a-43d709dcda49 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:30.400126 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e79c38-6963-49dc-8c2a-43d709dcda49 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a937b353-a95e-4d35-a3d4-86727a90109e,revision_number=0']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:30.401246 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b6e79c38-6963-49dc-8c2a-43d709dcda49 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:30.405749 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-b6e79c38-6963-49dc-8c2a-43d709dcda49 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1574540 Sep 09 15:17:30.498040 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-58b88eb0-70b7-4038-a238-9158b4f9de17 req-10f7ece0-3265-487d-9539-8b820b86913f tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356587143&fields=id&tenant_id=ca5aad77d3124812a9189d72a2a2bfb0 HTTP/1.1" status: 200 len: 267 time: 0.0424278 Sep 09 15:17:30.556793 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b88eb0-70b7-4038-a238-9158b4f9de17 req-c5e3ff58-2aa5-4e8d-afe1-b12c7d6e546c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:30.559054 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-58b88eb0-70b7-4038-a238-9158b4f9de17 req-c5e3ff58-2aa5-4e8d-afe1-b12c7d6e546c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 945 time: 0.0529571 Sep 09 15:17:30.572577 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [req-58b88eb0-70b7-4038-a238-9158b4f9de17 req-0a271f14-f929-48cc-b6fe-e389bcac0d92 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Request body: {'port': {'security_groups': ['4045690a-82b8-4c92-a354-6e039de1bcad', '1e4bf437-b0ce-4778-ab28-0f01e18f2ce8']}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:17:30.646181 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-58b88eb0-70b7-4038-a238-9158b4f9de17 req-0a271f14-f929-48cc-b6fe-e389bcac0d92 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:30.887622 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-58b88eb0-70b7-4038-a238-9158b4f9de17 req-0a271f14-f929-48cc-b6fe-e389bcac0d92 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] For port b36a9137-e288-4a10-8270-76b3593abd7d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b36a9137-e288-4a10-8270-76b3593abd7d,segment=NetworkSegment(442a1d70-b888-4a90-9d04-bba8347ed9cb),segment_id=442a1d70-b888-4a90-9d04-bba8347ed9cb)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:17:30.918327 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-58b88eb0-70b7-4038-a238-9158b4f9de17 req-0a271f14-f929-48cc-b6fe-e389bcac0d92 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:30.923668 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-58b88eb0-70b7-4038-a238-9158b4f9de17 req-0a271f14-f929-48cc-b6fe-e389bcac0d92 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:30.937349 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['b36a9137-e288-4a10-8270-76b3593abd7d'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:17:30.972260 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b88eb0-70b7-4038-a238-9158b4f9de17 req-0a271f14-f929-48cc-b6fe-e389bcac0d92 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:30.972989 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-58b88eb0-70b7-4038-a238-9158b4f9de17 req-0a271f14-f929-48cc-b6fe-e389bcac0d92 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:30.975087 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-58b88eb0-70b7-4038-a238-9158b4f9de17 req-0a271f14-f929-48cc-b6fe-e389bcac0d92 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "PUT /v2.0/ports/b36a9137-e288-4a10-8270-76b3593abd7d HTTP/1.1" status: 200 len: 981 time: 0.4092424 Sep 09 15:17:30.975619 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'tag': 'b36a9137-e288-4a10-8270-76b3593abd7d'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:17:30.977982 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb932bd-cd3f-4772-aacb-27e6e60dd0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48", "tag": "b36a9137-e288-4a10-8270-76b3593abd7d"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:17:31.024737 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a271f14-f929-48cc-b6fe-e389bcac0d92 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Pushing event updated for resources: {'Port': ['ID=b36a9137-e288-4a10-8270-76b3593abd7d,revision_number=6']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:31.037959 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1833830c-390a-4dd0-8332-ac2862dbb88e x-openstack-request-id: req-1833830c-390a-4dd0-8332-ac2862dbb88e {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:17:31.038337 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48", "tag": "b36a9137-e288-4a10-8270-76b3593abd7d", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:17:31.038936 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1833830c-390a-4dd0-8332-ac2862dbb88e {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:17:31.039685 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'tag': 'b36a9137-e288-4a10-8270-76b3593abd7d', 'status': 'completed', 'code': 200} Sep 09 15:17:31.057064 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['b36a9137-e288-4a10-8270-76b3593abd7d'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:17:31.183764 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb932bd-cd3f-4772-aacb-27e6e60dd0d6 req-52302eeb-64b9-4597-9fa0-f873d5b6ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:31.185483 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cbb932bd-cd3f-4772-aacb-27e6e60dd0d6 req-52302eeb-64b9-4597-9fa0-f873d5b6ae18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca5aad77d3124812a9189d72a2a2bfb0&device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 1137 time: 0.1010571 Sep 09 15:17:31.203091 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555dbf6-3760-4ca4-9ca1-f5183e383938 req-4e2d7dd6-3542-4911-9eea-3742815ce88a tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:31.204705 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3555dbf6-3760-4ca4-9ca1-f5183e383938 req-4e2d7dd6-3542-4911-9eea-3742815ce88a tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 984 time: 0.0818052 Sep 09 15:17:31.314189 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3555dbf6-3760-4ca4-9ca1-f5183e383938 req-ed154359-b2b3-4958-b404-0328e798e848 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&id=1e4bf437-b0ce-4778-ab28-0f01e18f2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0995753 Sep 09 15:17:31.343514 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb932bd-cd3f-4772-aacb-27e6e60dd0d6 req-111234f4-f65d-44f8-b341-da00fcc52939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:31.346602 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cbb932bd-cd3f-4772-aacb-27e6e60dd0d6 req-111234f4-f65d-44f8-b341-da00fcc52939 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5aad6b89-42f4-4242-ae45-718ce8363e0c HTTP/1.1" status: 200 len: 916 time: 0.1403790 Sep 09 15:17:31.409668 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-42fa35dd-312b-455e-9cc2-96d40f9c75cb None None] Provisioning complete for port b36a9137-e288-4a10-8270-76b3593abd7d triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:17:31.410033 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-42fa35dd-312b-455e-9cc2-96d40f9c75cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:31.450685 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cbb932bd-cd3f-4772-aacb-27e6e60dd0d6 req-8dd71e9f-de7d-4e26-b644-cbe564989286 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b36a9137-e288-4a10-8270-76b3593abd7d HTTP/1.1" status: 200 len: 1000 time: 0.0973394 Sep 09 15:17:31.513095 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb932bd-cd3f-4772-aacb-27e6e60dd0d6 req-be6ca918-ff1a-4beb-b13b-345612e1af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:31.514737 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cbb932bd-cd3f-4772-aacb-27e6e60dd0d6 req-be6ca918-ff1a-4beb-b13b-345612e1af1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a HTTP/1.1" status: 200 len: 854 time: 0.0543725 Sep 09 15:17:31.630155 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb932bd-cd3f-4772-aacb-27e6e60dd0d6 req-4039e0da-e51e-4bcc-9446-485e79794aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:31.636093 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cbb932bd-cd3f-4772-aacb-27e6e60dd0d6 req-4039e0da-e51e-4bcc-9446-485e79794aa2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5aad6b89-42f4-4242-ae45-718ce8363e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1035147 Sep 09 15:17:31.774632 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cbb932bd-cd3f-4772-aacb-27e6e60dd0d6 req-ef3c34a1-873c-4549-bf2d-f77624ff86db service neutron] 10.222.0.39 "GET /v2.0/networks/5aad6b89-42f4-4242-ae45-718ce8363e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306391 Sep 09 15:17:31.963491 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cbb932bd-cd3f-4772-aacb-27e6e60dd0d6 req-b81b6696-7b19-49d7-b714-d6ffbfcd121d service neutron] 10.222.0.39 "GET /v2.0/networks/5aad6b89-42f4-4242-ae45-718ce8363e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811545 Sep 09 15:17:31.978432 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-60bb306d-6402-43bb-afb3-c2c5be7f0b06 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:31.979992 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-60bb306d-6402-43bb-afb3-c2c5be7f0b06 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/networks?id=c7b62e3a-6413-4e1b-9727-89d2d36bdb4f HTTP/1.1" status: 200 len: 808 time: 0.1775725 Sep 09 15:17:31.996900 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-6902d6d0-3d86-4f60-9a2d-3bc3f9979fd5 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/quotas/008bec234b33458f9feb3acf92706552 HTTP/1.1" status: 200 len: 375 time: 0.0098300 Sep 09 15:17:32.035429 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-50139267-9623-4756-a6ec-331a80f06886 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=008bec234b33458f9feb3acf92706552&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325592 Sep 09 15:17:32.127222 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-49d0443c-9cad-4b34-8ab1-4f2c5f1a0eec service neutron] 10.222.0.18 "GET /v2.0/networks/c7b62e3a-6413-4e1b-9727-89d2d36bdb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834131 Sep 09 15:17:32.456747 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-91ea1633-7f7b-42e3-8b08-e19dc91d5072 service neutron] 10.222.0.18 "GET /v2.0/networks/c7b62e3a-6413-4e1b-9727-89d2d36bdb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230388 Sep 09 15:17:32.643164 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-41cff273-0a8f-465a-920a-bbf14010d5c2 req-906442eb-ba4e-43b9-8aec-00132702c193 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=681ceae9-f3a4-4b83-86c1-af1874deec6a HTTP/1.1" status: 200 len: 210 time: 0.0492697 Sep 09 15:17:33.776994 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-4b952a0e-5e74-4c81-b6f0-b3e18aab6b9c tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:33.778539 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-4b952a0e-5e74-4c81-b6f0-b3e18aab6b9c tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.39 "GET /v2.0/networks?id=c7b62e3a-6413-4e1b-9727-89d2d36bdb4f HTTP/1.1" status: 200 len: 808 time: 0.1751738 Sep 09 15:17:33.780698 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-15a57b0d-75ba-4ad1-93d7-2af4527e450b req-4f77fc6f-4f81-4883-8d13-a97e924217ce tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=681ceae9-f3a4-4b83-86c1-af1874deec6a HTTP/1.1" status: 200 len: 210 time: 0.0416467 Sep 09 15:17:33.794949 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-9f8352cd-a8b7-4219-8996-89f8032d67e8 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Request body: {'port': {'device_id': '681ceae9-f3a4-4b83-86c1-af1874deec6a', 'network_id': 'c7b62e3a-6413-4e1b-9727-89d2d36bdb4f', 'admin_state_up': True, 'tenant_id': '008bec234b33458f9feb3acf92706552'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:17:33.983248 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-9f8352cd-a8b7-4219-8996-89f8032d67e8 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Made reservation on behalf of 008bec234b33458f9feb3acf92706552 for: {'port': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:17:33.986722 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-9f8352cd-a8b7-4219-8996-89f8032d67e8 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:34.015602 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f8e12-59c8-4990-8dce-fe28880b2d8d req-e0687d98-1f78-48d9-a982-c1b771706cde tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:34.017110 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-938f8e12-59c8-4990-8dce-fe28880b2d8d req-e0687d98-1f78-48d9-a982-c1b771706cde tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.0791397 Sep 09 15:17:34.106078 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-938f8e12-59c8-4990-8dce-fe28880b2d8d req-bb4af510-ba95-4b1f-b851-be8202dd195b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782950 Sep 09 15:17:34.157813 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-9f8352cd-a8b7-4219-8996-89f8032d67e8 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Allocated IP 172.20.0.6 (c7b62e3a-6413-4e1b-9727-89d2d36bdb4f/f259b8a7-6536-4058-951d-ed006ad8d0c2/849d0529-9b5d-4db0-9c88-92f9f904335e) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:17:34.327757 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-9f8352cd-a8b7-4219-8996-89f8032d67e8 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:34.368482 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-9f8352cd-a8b7-4219-8996-89f8032d67e8 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:34.411458 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-9f8352cd-a8b7-4219-8996-89f8032d67e8 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Network c7b62e3a-6413-4e1b-9727-89d2d36bdb4f is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:17:34.414720 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-9f8352cd-a8b7-4219-8996-89f8032d67e8 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:17:34.418405 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-9f8352cd-a8b7-4219-8996-89f8032d67e8 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:17:34.463940 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8352cd-a8b7-4219-8996-89f8032d67e8 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Pushing event updated for resources: {'Port': ['ID=849d0529-9b5d-4db0-9c88-92f9f904335e,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:34.488135 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-9f8352cd-a8b7-4219-8996-89f8032d67e8 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:34.488413 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-9f8352cd-a8b7-4219-8996-89f8032d67e8 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:34.505169 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-9f8352cd-a8b7-4219-8996-89f8032d67e8 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7154350 Sep 09 15:17:34.517455 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Request body: {'port': {'device_id': '681ceae9-f3a4-4b83-86c1-af1874deec6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:17:34.601374 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:34.915677 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849d0529-9b5d-4db0-9c88-92f9f904335e {{(pid=94130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:17:34.925475 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:34.944789 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Transition to ACTIVE for port object 849d0529-9b5d-4db0-9c88-92f9f904335e will not be triggered until provisioned by entity L2. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:17:34.952995 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6219a5e-cadd-46db-b735-c2abeba811a1 req-da0e6d15-caf5-49f2-899a-847291c172fd tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:34.954544 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a6219a5e-cadd-46db-b735-c2abeba811a1 req-da0e6d15-caf5-49f2-899a-847291c172fd tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=681ceae9-f3a4-4b83-86c1-af1874deec6a HTTP/1.1" status: 200 len: 931 time: 0.1022346 Sep 09 15:17:34.955763 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:35.031402 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Pushing event updated for resources: {'Port': ['ID=849d0529-9b5d-4db0-9c88-92f9f904335e,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:35.056812 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a6219a5e-cadd-46db-b735-c2abeba811a1 req-65de9326-d191-444a-9551-462cfb94ddae tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927615 Sep 09 15:17:35.105948 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Attempting to bind port 849d0529-9b5d-4db0-9c88-92f9f904335e on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:17:35.106287 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Attempting to bind port 849d0529-9b5d-4db0-9c88-92f9f904335e by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c7b62e3a-6413-4e1b-9727-89d2d36bdb4f'}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:17:35.106610 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Attempting to bind port 849d0529-9b5d-4db0-9c88-92f9f904335e on network c7b62e3a-6413-4e1b-9727-89d2d36bdb4f {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:17:35.110987 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Port 849d0529-9b5d-4db0-9c88-92f9f904335e on network c7b62e3a-6413-4e1b-9727-89d2d36bdb4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:17:35.111252 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Attempting to bind port 849d0529-9b5d-4db0-9c88-92f9f904335e on network c7b62e3a-6413-4e1b-9727-89d2d36bdb4f {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:17:35.116778 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:17:35.117110 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Checking segment: {'id': '6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c7b62e3a-6413-4e1b-9727-89d2d36bdb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:17:35.117489 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Bound using segment: {'id': '6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c7b62e3a-6413-4e1b-9727-89d2d36bdb4f'} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:17:35.117917 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Bound port: 849d0529-9b5d-4db0-9c88-92f9f904335e, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c7b62e3a-6413-4e1b-9727-89d2d36bdb4f'}}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:17:35.118273 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:35.185994 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] For port 849d0529-9b5d-4db0-9c88-92f9f904335e, host hv-cinder-77630, cleared binding levels {{(pid=94130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:17:35.189133 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] For port 849d0529-9b5d-4db0-9c88-92f9f904335e, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=849d0529-9b5d-4db0-9c88-92f9f904335e,segment=NetworkSegment(6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79),segment_id=6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79)] {{(pid=94130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:17:35.200406 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:35.252414 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:35.253085 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:35.254669 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] 10.222.0.39 "PUT /v2.0/ports/849d0529-9b5d-4db0-9c88-92f9f904335e HTTP/1.1" status: 200 len: 1093 time: 0.7415869 Sep 09 15:17:35.256651 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681ceae9-f3a4-4b83-86c1-af1874deec6a', 'tag': '849d0529-9b5d-4db0-9c88-92f9f904335e'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:17:35.259433 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca5dd4d-bd69-48ec-b598-d4f9ce268427" -d '{"events": [{"name": "network-changed", "server_uuid": "681ceae9-f3a4-4b83-86c1-af1874deec6a", "tag": "849d0529-9b5d-4db0-9c88-92f9f904335e"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:17:35.290431 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442eac91-2de4-4af9-a9af-0e2a71868926 service neutron] Pushing event updated for resources: {'Port': ['ID=849d0529-9b5d-4db0-9c88-92f9f904335e,revision_number=3']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:35.301411 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfdf57-2ef7-4fa0-a680-acd6e58de710 req-0aaf121b-533f-497e-bf47-a47ea4c0c19c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:35.302946 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-16dfdf57-2ef7-4fa0-a680-acd6e58de710 req-0aaf121b-533f-497e-bf47-a47ea4c0c19c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.1125450 Sep 09 15:17:35.304352 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dc647d-7a9e-43b1-b4b5-52f0c93c74b3 x-openstack-request-id: req-e8dc647d-7a9e-43b1-b4b5-52f0c93c74b3 {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:17:35.304629 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681ceae9-f3a4-4b83-86c1-af1874deec6a", "tag": "849d0529-9b5d-4db0-9c88-92f9f904335e", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:17:35.304872 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8dc647d-7a9e-43b1-b4b5-52f0c93c74b3 {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:17:35.305241 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681ceae9-f3a4-4b83-86c1-af1874deec6a', 'tag': '849d0529-9b5d-4db0-9c88-92f9f904335e', 'status': 'completed', 'code': 200} Sep 09 15:17:35.370251 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-16dfdf57-2ef7-4fa0-a680-acd6e58de710 req-42972b35-8a14-485d-95fc-2bb2f9540b52 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567372 Sep 09 15:17:35.375020 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-93f1f477-36a3-4c9d-bb08-3f080592158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:35.376520 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-93f1f477-36a3-4c9d-bb08-3f080592158f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=008bec234b33458f9feb3acf92706552&device_id=681ceae9-f3a4-4b83-86c1-af1874deec6a HTTP/1.1" status: 200 len: 1096 time: 0.0705335 Sep 09 15:17:35.419998 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-429489b1-63ec-4727-a947-2a25f676ccb1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=849d0529-9b5d-4db0-9c88-92f9f904335e HTTP/1.1" status: 200 len: 217 time: 0.0349114 Sep 09 15:17:35.472238 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-e07402ee-41dc-4098-8a32-b3a3653997d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:35.474600 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-e07402ee-41dc-4098-8a32-b3a3653997d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f259b8a7-6536-4058-951d-ed006ad8d0c2 HTTP/1.1" status: 200 len: 848 time: 0.0470762 Sep 09 15:17:35.506175 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-6d406650-ab6d-4b91-a41e-1588278a9472 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7b62e3a-6413-4e1b-9727-89d2d36bdb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244234 Sep 09 15:17:35.597658 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-f9be1180-2259-4ef2-b36f-553e0391ba71 service neutron] 10.222.0.39 "GET /v2.0/networks/c7b62e3a-6413-4e1b-9727-89d2d36bdb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841308 Sep 09 15:17:35.697281 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-05c1f7d8-8994-4c3f-a15f-7b4a09c8ffc9 req-e53b9cd4-79db-4bdb-9887-c4776297ace4 service neutron] 10.222.0.39 "GET /v2.0/networks/c7b62e3a-6413-4e1b-9727-89d2d36bdb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918229 Sep 09 15:17:35.793823 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5dd4d-bd69-48ec-b598-d4f9ce268427 req-8325f263-5f19-41b1-9861-5e11153d9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:35.795384 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-eca5dd4d-bd69-48ec-b598-d4f9ce268427 req-8325f263-5f19-41b1-9861-5e11153d9319 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=008bec234b33458f9feb3acf92706552&device_id=681ceae9-f3a4-4b83-86c1-af1874deec6a HTTP/1.1" status: 200 len: 1096 time: 0.0438538 Sep 09 15:17:35.912502 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5dd4d-bd69-48ec-b598-d4f9ce268427 req-ad8cb212-e5a0-4679-9597-bd8f23de3002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:35.914035 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-eca5dd4d-bd69-48ec-b598-d4f9ce268427 req-ad8cb212-e5a0-4679-9597-bd8f23de3002 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7b62e3a-6413-4e1b-9727-89d2d36bdb4f HTTP/1.1" status: 200 len: 909 time: 0.1015379 Sep 09 15:17:35.960379 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-eca5dd4d-bd69-48ec-b598-d4f9ce268427 req-aee40cf7-71db-41b1-88a8-c258ee03a2d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=849d0529-9b5d-4db0-9c88-92f9f904335e HTTP/1.1" status: 200 len: 217 time: 0.0388532 Sep 09 15:17:36.012482 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5dd4d-bd69-48ec-b598-d4f9ce268427 req-013e4b9d-16ab-49c2-b07e-deaefc991288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:36.014083 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-eca5dd4d-bd69-48ec-b598-d4f9ce268427 req-013e4b9d-16ab-49c2-b07e-deaefc991288 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f259b8a7-6536-4058-951d-ed006ad8d0c2 HTTP/1.1" status: 200 len: 848 time: 0.0468602 Sep 09 15:17:36.055621 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-eca5dd4d-bd69-48ec-b598-d4f9ce268427 req-08855b55-19c8-4f89-98b8-a14e4e4d5511 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7b62e3a-6413-4e1b-9727-89d2d36bdb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292580 Sep 09 15:17:36.171776 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-eca5dd4d-bd69-48ec-b598-d4f9ce268427 req-b3a33bf9-c7a5-4eff-a452-584e9e6e7979 service neutron] 10.222.0.39 "GET /v2.0/networks/c7b62e3a-6413-4e1b-9727-89d2d36bdb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074936 Sep 09 15:17:36.194212 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f026f86-4d1d-420c-b31f-b9737d0073bc req-25f5062a-3d3d-4db5-8927-08491681b191 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:36.195659 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4f026f86-4d1d-420c-b31f-b9737d0073bc req-25f5062a-3d3d-4db5-8927-08491681b191 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=681ceae9-f3a4-4b83-86c1-af1874deec6a HTTP/1.1" status: 200 len: 943 time: 0.0690694 Sep 09 15:17:36.283018 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4f026f86-4d1d-420c-b31f-b9737d0073bc req-6120decf-1a2f-4b93-afd7-c79bf067ebe6 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717309 Sep 09 15:17:36.300050 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-eca5dd4d-bd69-48ec-b598-d4f9ce268427 req-74bbb301-18e6-4c45-bd8f-3281bc060ef4 service neutron] 10.222.0.39 "GET /v2.0/networks/c7b62e3a-6413-4e1b-9727-89d2d36bdb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206515 Sep 09 15:17:36.490960 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec27b12-89cf-41a5-82e3-79b20cd7610b req-ddf9a6b9-9f0c-413d-a11b-41e8b0f93c0f tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:36.492439 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6ec27b12-89cf-41a5-82e3-79b20cd7610b req-ddf9a6b9-9f0c-413d-a11b-41e8b0f93c0f tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.0481706 Sep 09 15:17:36.530498 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6ec27b12-89cf-41a5-82e3-79b20cd7610b req-28ff5d32-a2f3-466e-b9f6-af06df5782ee tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321736 Sep 09 15:17:37.400471 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc1bb2-cc06-461f-b73f-6f2759729dee req-0e801a91-8249-4302-a1c8-55be02701982 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:37.401933 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bacc1bb2-cc06-461f-b73f-6f2759729dee req-0e801a91-8249-4302-a1c8-55be02701982 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=681ceae9-f3a4-4b83-86c1-af1874deec6a HTTP/1.1" status: 200 len: 943 time: 0.0517395 Sep 09 15:17:37.438599 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bacc1bb2-cc06-461f-b73f-6f2759729dee req-a564d27d-f5e5-4aad-98a8-dfca9b9a053d tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307357 Sep 09 15:17:37.648692 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed3fe2-ed92-4294-b916-621d94fc682a req-e49bfdfe-df05-4c58-bbb6-4f77161a035c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:37.650221 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-98ed3fe2-ed92-4294-b916-621d94fc682a req-e49bfdfe-df05-4c58-bbb6-4f77161a035c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.0489340 Sep 09 15:17:37.688723 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-98ed3fe2-ed92-4294-b916-621d94fc682a req-6d8ede19-b4d8-4d66-a11d-e931c8c67e2c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324490 Sep 09 15:17:38.525860 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 849d0529-9b5d-4db0-9c88-92f9f904335e details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:17:38.560677 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f428b20-4c75-419f-84f7-66a3a4de0bcb req-897f6c15-7d33-405b-b422-b2b41ee22155 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:38.562319 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0f428b20-4c75-419f-84f7-66a3a4de0bcb req-897f6c15-7d33-405b-b422-b2b41ee22155 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=681ceae9-f3a4-4b83-86c1-af1874deec6a HTTP/1.1" status: 200 len: 943 time: 0.0566678 Sep 09 15:17:38.603159 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0f428b20-4c75-419f-84f7-66a3a4de0bcb req-a77a414e-690b-476c-8744-f7cd1222c507 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327764 Sep 09 15:17:38.630873 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 849d0529-9b5d-4db0-9c88-92f9f904335e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=849d0529-9b5d-4db0-9c88-92f9f904335e,segment=NetworkSegment(6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79),segment_id=6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:17:38.643882 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': '849d0529-9b5d-4db0-9c88-92f9f904335e', 'network_id': 'c7b62e3a-6413-4e1b-9727-89d2d36bdb4f', 'port_id': '849d0529-9b5d-4db0-9c88-92f9f904335e', 'mac_address': 'fa:16:3e:65:67:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f259b8a7-6536-4058-951d-ed006ad8d0c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:17:38.688277 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:38.702392 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849d0529-9b5d-4db0-9c88-92f9f904335e {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:17:38.727244 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 849d0529-9b5d-4db0-9c88-92f9f904335e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=849d0529-9b5d-4db0-9c88-92f9f904335e,segment=NetworkSegment(6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79),segment_id=6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:17:38.742308 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:38.785528 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=849d0529-9b5d-4db0-9c88-92f9f904335e,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:38.795018 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:38.795370 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:38.795720 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:38.796059 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:38.796394 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:38.796729 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:38.797062 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:38.797393 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:38.797723 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:38.798049 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:38.798559 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:38.798923 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:38.825713 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a77d6-86fe-4276-8d2d-b7bc035cf411 req-b3022111-ad5b-49ff-9cdf-095e32ca45f5 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:38.827355 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-923a77d6-86fe-4276-8d2d-b7bc035cf411 req-b3022111-ad5b-49ff-9cdf-095e32ca45f5 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.0598207 Sep 09 15:17:38.876788 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-923a77d6-86fe-4276-8d2d-b7bc035cf411 req-fe4e246f-33e1-4c71-9259-12bd8a5f23cd tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424252 Sep 09 15:17:38.996127 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['849d0529-9b5d-4db0-9c88-92f9f904335e'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:17:39.719274 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003043b5-6787-4464-b6ba-8409ef6621de req-db552d9b-5624-4d3e-88ea-5a7b851ea933 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:39.720856 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-003043b5-6787-4464-b6ba-8409ef6621de req-db552d9b-5624-4d3e-88ea-5a7b851ea933 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=681ceae9-f3a4-4b83-86c1-af1874deec6a HTTP/1.1" status: 200 len: 944 time: 0.0476880 Sep 09 15:17:39.759483 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-003043b5-6787-4464-b6ba-8409ef6621de req-939288e7-70a6-40d5-ae7b-9db59e13d1c8 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Sep 09 15:17:40.001673 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f80b6-b019-4047-a122-3c0aabffb413 req-32ef0200-e4d8-4fc7-ac92-1f55e7f01f74 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:40.003179 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-792f80b6-b019-4047-a122-3c0aabffb413 req-32ef0200-e4d8-4fc7-ac92-1f55e7f01f74 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.0507364 Sep 09 15:17:40.040889 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-792f80b6-b019-4047-a122-3c0aabffb413 req-4ffb75d0-b24d-44ef-b03f-b290ea3f5003 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306950 Sep 09 15:17:40.460861 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71256d89-2b10-4adf-85a9-a3ac1cc39af8 req-d6592cc0-dcd0-4c38-9b3e-2cc53f4f1c56 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:40.462603 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-71256d89-2b10-4adf-85a9-a3ac1cc39af8 req-d6592cc0-dcd0-4c38-9b3e-2cc53f4f1c56 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 946 time: 0.0623412 Sep 09 15:17:40.504503 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-71256d89-2b10-4adf-85a9-a3ac1cc39af8 req-7a3302c2-03dc-4e99-a569-b9e13fb9b45c tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354488 Sep 09 15:17:40.554831 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 849d0529-9b5d-4db0-9c88-92f9f904335e up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:17:40.607426 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port 849d0529-9b5d-4db0-9c88-92f9f904335e completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:17:40.613235 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port 849d0529-9b5d-4db0-9c88-92f9f904335e triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:17:40.613970 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:40.695160 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:40.717952 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681ceae9-f3a4-4b83-86c1-af1874deec6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849d0529-9b5d-4db0-9c88-92f9f904335e'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:17:40.720274 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63150f5-2621-4416-803a-8da42628b7b1" -d '{"events": [{"server_uuid": "681ceae9-f3a4-4b83-86c1-af1874deec6a", "name": "network-vif-plugged", "status": "completed", "tag": "849d0529-9b5d-4db0-9c88-92f9f904335e"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:17:40.734644 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 849d0529-9b5d-4db0-9c88-92f9f904335e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=849d0529-9b5d-4db0-9c88-92f9f904335e,segment=NetworkSegment(6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79),segment_id=6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:17:40.740864 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:40.769277 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef23f224-82b0-4428-b79b-6e78aa12f3e5 x-openstack-request-id: req-ef23f224-82b0-4428-b79b-6e78aa12f3e5 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:17:40.769583 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681ceae9-f3a4-4b83-86c1-af1874deec6a", "name": "network-vif-plugged", "status": "completed", "tag": "849d0529-9b5d-4db0-9c88-92f9f904335e", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:17:40.769856 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef23f224-82b0-4428-b79b-6e78aa12f3e5 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:17:40.770483 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681ceae9-f3a4-4b83-86c1-af1874deec6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849d0529-9b5d-4db0-9c88-92f9f904335e', 'code': 200} Sep 09 15:17:40.799406 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=849d0529-9b5d-4db0-9c88-92f9f904335e,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:40.901291 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef87ac8-a2ae-48db-88e2-fe6b7ed10539 req-d87582e0-a666-469f-bb89-7ff10db814a8 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:40.902840 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7ef87ac8-a2ae-48db-88e2-fe6b7ed10539 req-d87582e0-a666-469f-bb89-7ff10db814a8 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=681ceae9-f3a4-4b83-86c1-af1874deec6a HTTP/1.1" status: 200 len: 945 time: 0.0577772 Sep 09 15:17:40.971582 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7ef87ac8-a2ae-48db-88e2-fe6b7ed10539 req-61928251-970a-488a-99af-7ab17552d601 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625830 Sep 09 15:17:40.979326 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02097dc8-dc87-45a7-b8c1-0eba0913f7f6 req-56049a35-b0ce-4574-a73e-617ff85fbf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:40.981081 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-02097dc8-dc87-45a7-b8c1-0eba0913f7f6 req-56049a35-b0ce-4574-a73e-617ff85fbf1d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=681ceae9-f3a4-4b83-86c1-af1874deec6a HTTP/1.1" status: 200 len: 1098 time: 0.0710521 Sep 09 15:17:41.023582 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-02097dc8-dc87-45a7-b8c1-0eba0913f7f6 req-ce1153fd-8ecc-439a-90e3-470b1670da40 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343287 Sep 09 15:17:41.164459 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885bdac-c0b4-4ff2-b3c7-5b1413d01c58 req-d0daeec0-e626-4549-9a6b-622b35dd4255 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:41.166477 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b885bdac-c0b4-4ff2-b3c7-5b1413d01c58 req-d0daeec0-e626-4549-9a6b-622b35dd4255 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.0532057 Sep 09 15:17:41.213983 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b885bdac-c0b4-4ff2-b3c7-5b1413d01c58 req-8e49fb5b-cea0-4914-8b49-063e0d607321 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411661 Sep 09 15:17:41.631653 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cb937-3e4f-4344-b08e-12160e0a70da req-1fe23b5c-b8cd-42b0-b579-f14b6d21628a tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:41.633232 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b02cb937-3e4f-4344-b08e-12160e0a70da req-1fe23b5c-b8cd-42b0-b579-f14b6d21628a tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 946 time: 0.0582876 Sep 09 15:17:41.674667 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b02cb937-3e4f-4344-b08e-12160e0a70da req-3dafc84e-4720-448f-a799-f394b159891c tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351598 Sep 09 15:17:42.094848 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7439cd-0258-43b2-871e-8355abb5a2db req-999e6948-46ab-43e8-8569-b8b94099b4f7 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:42.096326 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-af7439cd-0258-43b2-871e-8355abb5a2db req-999e6948-46ab-43e8-8569-b8b94099b4f7 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=681ceae9-f3a4-4b83-86c1-af1874deec6a HTTP/1.1" status: 200 len: 945 time: 0.0504487 Sep 09 15:17:42.140264 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-af7439cd-0258-43b2-871e-8355abb5a2db req-71da3c07-a560-4d3f-a73d-0b1b0b21f4c0 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369234 Sep 09 15:17:42.349880 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c1c06-adef-4572-9bab-fa4b9e043091 req-60333e00-b671-4911-aa01-8f35b5447bd3 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:42.351805 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0f6c1c06-adef-4572-9bab-fa4b9e043091 req-60333e00-b671-4911-aa01-8f35b5447bd3 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.0593534 Sep 09 15:17:42.467368 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0f6c1c06-adef-4572-9bab-fa4b9e043091 req-9068f8c1-310a-488b-a3ce-6968e2030fb7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091642 Sep 09 15:17:42.497429 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c72f3-846d-416f-9ba0-2199d0177d5a req-779e905e-b3ff-467c-9f7a-6a21427b0b13 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:42.499911 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aa0c72f3-846d-416f-9ba0-2199d0177d5a req-779e905e-b3ff-467c-9f7a-6a21427b0b13 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.39 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 946 time: 0.1159551 Sep 09 15:17:42.612561 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-aa0c72f3-846d-416f-9ba0-2199d0177d5a req-63d77f2a-42e9-4ed0-b094-45c822eda934 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Deleting port 19a261c3-c286-45a8-b594-94930bf519f9 {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:17:42.612943 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-aa0c72f3-846d-416f-9ba0-2199d0177d5a req-63d77f2a-42e9-4ed0-b094-45c822eda934 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:42.714164 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-aa0c72f3-846d-416f-9ba0-2199d0177d5a req-63d77f2a-42e9-4ed0-b094-45c822eda934 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] For port 19a261c3-c286-45a8-b594-94930bf519f9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=19a261c3-c286-45a8-b594-94930bf519f9,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:17:42.714688 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-aa0c72f3-846d-416f-9ba0-2199d0177d5a req-63d77f2a-42e9-4ed0-b094-45c822eda934 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:42.918203 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf88a8-ca68-4684-abb2-1b4e531a45bf req-de6bb57d-d686-486f-baa8-7927c8ca7e11 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:42.919763 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7ebf88a8-ca68-4684-abb2-1b4e531a45bf req-de6bb57d-d686-486f-baa8-7927c8ca7e11 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 946 time: 0.1704426 Sep 09 15:17:43.010739 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7ebf88a8-ca68-4684-abb2-1b4e531a45bf req-3a05cffe-a46c-4d1a-97ab-214ef8432c44 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841472 Sep 09 15:17:43.025855 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-aa0c72f3-846d-416f-9ba0-2199d0177d5a req-63d77f2a-42e9-4ed0-b094-45c822eda934 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:43.026226 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-aa0c72f3-846d-416f-9ba0-2199d0177d5a req-63d77f2a-42e9-4ed0-b094-45c822eda934 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681918'] for floatingip, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:43.026551 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.l3_db [req-aa0c72f3-846d-416f-9ba0-2199d0177d5a req-63d77f2a-42e9-4ed0-b094-45c822eda934 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Floating IP 822adcd5-2125-464d-9f31-098f5f4b8e0c disassociated. External IP: 172.27.3.198, port: 19a261c3-c286-45a8-b594-94930bf519f9. Sep 09 15:17:43.026936 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-aa0c72f3-846d-416f-9ba0-2199d0177d5a req-63d77f2a-42e9-4ed0-b094-45c822eda934 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Calling delete_port for 19a261c3-c286-45a8-b594-94930bf519f9 owned by compute:nova {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:17:43.162622 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-aa0c72f3-846d-416f-9ba0-2199d0177d5a req-63d77f2a-42e9-4ed0-b094-45c822eda934 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:43.196067 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d77f2a-42e9-4ed0-b094-45c822eda934 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event deleted for resources: {'Port': ['ID=19a261c3-c286-45a8-b594-94930bf519f9,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:43.334281 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b506a05-aa4d-45b3-aaa8-98a676b960b3 req-3cd3db57-93ed-4556-b579-0a6f00ec78c2 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:43.335751 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6b506a05-aa4d-45b3-aaa8-98a676b960b3 req-3cd3db57-93ed-4556-b579-0a6f00ec78c2 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=681ceae9-f3a4-4b83-86c1-af1874deec6a HTTP/1.1" status: 200 len: 945 time: 0.0942717 Sep 09 15:17:43.368048 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa0c72f3-846d-416f-9ba0-2199d0177d5a req-63d77f2a-42e9-4ed0-b094-45c822eda934 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Router f5939e44-ffbd-486c-9615-332e223dacc3 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:17:43.392845 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6b506a05-aa4d-45b3-aaa8-98a676b960b3 req-d013c3c4-e74d-4e5b-a872-46c6c1591526 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473511 Sep 09 15:17:43.497875 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa0c72f3-846d-416f-9ba0-2199d0177d5a req-63d77f2a-42e9-4ed0-b094-45c822eda934 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:17:43.510986 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62182ed-1d71-4b13-bd9b-b7c37c36218a None None] Sync routers for ids ['f5939e44-ffbd-486c-9615-332e223dacc3'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:17:43.524634 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62182ed-1d71-4b13-bd9b-b7c37c36218a None None] Routers {'f5939e44-ffbd-486c-9615-332e223dacc3'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:17:43.525288 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-b62182ed-1d71-4b13-bd9b-b7c37c36218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:17:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['f5939e44-ffbd-486c-9615-332e223dacc3'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:17:43.552888 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0c72f3-846d-416f-9ba0-2199d0177d5a req-63d77f2a-42e9-4ed0-b094-45c822eda934 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] No DVR routers for this DVR port 19a261c3-c286-45a8-b594-94930bf519f9 on host hv-cinder-77630 {{(pid=94130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:17:43.560092 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-aa0c72f3-846d-416f-9ba0-2199d0177d5a req-63d77f2a-42e9-4ed0-b094-45c822eda934 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:43.562238 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aa0c72f3-846d-416f-9ba0-2199d0177d5a req-63d77f2a-42e9-4ed0-b094-45c822eda934 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.39 "DELETE /v2.0/ports/19a261c3-c286-45a8-b594-94930bf519f9 HTTP/1.1" status: 204 len: 173 time: 1.0556138 Sep 09 15:17:43.563949 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181dbfc2-b66a-4dee-adba-8fa4c5f97e5f', 'name': 'network-vif-deleted', 'tag': '19a261c3-c286-45a8-b594-94930bf519f9'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:17:43.566548 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b883d11e-fcaf-4390-94ae-4762b11d5d1a" -d '{"events": [{"server_uuid": "181dbfc2-b66a-4dee-adba-8fa4c5f97e5f", "name": "network-vif-deleted", "tag": "19a261c3-c286-45a8-b594-94930bf519f9"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:17:43.652188 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247f6ef5-faa0-4d99-a011-389a84ad25de x-openstack-request-id: req-247f6ef5-faa0-4d99-a011-389a84ad25de {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:17:43.652476 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181dbfc2-b66a-4dee-adba-8fa4c5f97e5f", "name": "network-vif-deleted", "tag": "19a261c3-c286-45a8-b594-94930bf519f9", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:17:43.652727 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-247f6ef5-faa0-4d99-a011-389a84ad25de {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:17:43.653131 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181dbfc2-b66a-4dee-adba-8fa4c5f97e5f', 'name': 'network-vif-deleted', 'tag': '19a261c3-c286-45a8-b594-94930bf519f9', 'status': 'completed', 'code': 200} Sep 09 15:17:43.707122 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-b62182ed-1d71-4b13-bd9b-b7c37c36218a None None] Set router f5939e44-ffbd-486c-9615-332e223dacc3 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:17:43.729288 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec651fa4-4d1e-41d0-9e8b-116c2c693ad6 req-7516ace4-c892-4657-a82e-a76c97345ccb tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:43.735491 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ec651fa4-4d1e-41d0-9e8b-116c2c693ad6 req-7516ace4-c892-4657-a82e-a76c97345ccb tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.1721525 Sep 09 15:17:43.814087 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ec651fa4-4d1e-41d0-9e8b-116c2c693ad6 req-75cc2f9e-e965-47ee-a9fd-e60192f3342f tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699377 Sep 09 15:17:43.987472 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-b62182ed-1d71-4b13-bd9b-b7c37c36218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:03Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:17:44.029611 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62182ed-1d71-4b13-bd9b-b7c37c36218a None None] Checking router: f5939e44-ffbd-486c-9615-332e223dacc3 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:17:44.043639 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62182ed-1d71-4b13-bd9b-b7c37c36218a None None] Routers {'f5939e44-ffbd-486c-9615-332e223dacc3'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:17:44.044424 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-b62182ed-1d71-4b13-bd9b-b7c37c36218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:17:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['f5939e44-ffbd-486c-9615-332e223dacc3'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:17:44.170100 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3ee437f5-fa85-4e91-859f-9acf05ec9e1c req-3c2609d6-b07e-43bf-805e-30dba4475a39 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=181dbfc2-b66a-4dee-adba-8fa4c5f97e5f HTTP/1.1" status: 200 len: 210 time: 0.0376627 Sep 09 15:17:44.187613 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-b62182ed-1d71-4b13-bd9b-b7c37c36218a None None] Set router f5939e44-ffbd-486c-9615-332e223dacc3 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:17:44.435138 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e0ab-874e-489a-875b-ced49c519d4c req-a1ae1144-22e2-431f-a2cb-3c86c338ca82 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:44.436738 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8891e0ab-874e-489a-875b-ced49c519d4c req-a1ae1144-22e2-431f-a2cb-3c86c338ca82 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=681ceae9-f3a4-4b83-86c1-af1874deec6a HTTP/1.1" status: 200 len: 945 time: 0.0584209 Sep 09 15:17:44.485937 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8891e0ab-874e-489a-875b-ced49c519d4c req-72a898aa-c25b-420a-b04c-9451ffec4eba tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416410 Sep 09 15:17:44.575745 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-b62182ed-1d71-4b13-bd9b-b7c37c36218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:03Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:17:44.603686 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62182ed-1d71-4b13-bd9b-b7c37c36218a None None] The sync data for ids ['f5939e44-ffbd-486c-9615-332e223dacc3'] in dv-cinder-776307-9-iscsi is: [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:03Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:17:44.835536 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f167a357-76ec-4616-8615-085a4b168999 None None] New status for floating IP 822adcd5-2125-464d-9f31-098f5f4b8e0c: DOWN {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 15:17:44.948709 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bb283-2597-42cd-ac88-f5e87b1ef523 req-d4bdd204-e708-4160-b809-025b947021ec tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:44.950289 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aa1bb283-2597-42cd-ac88-f5e87b1ef523 req-d4bdd204-e708-4160-b809-025b947021ec tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.0548539 Sep 09 15:17:44.996773 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aa1bb283-2597-42cd-ac88-f5e87b1ef523 req-ff020a0a-9bb6-4f45-945f-f886fc56507c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401556 Sep 09 15:17:45.444933 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-3d8b5db1-7da8-4015-95e8-e1cdee9dadd3 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21295870&fields=id&tenant_id=60e24a0985124167a48ad737065f163e HTTP/1.1" status: 200 len: 267 time: 0.0334442 Sep 09 15:17:45.556125 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-1aa164b4-b677-4a00-b1b2-bdadb6213095 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:45.557750 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-1aa164b4-b677-4a00-b1b2-bdadb6213095 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/networks?id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed HTTP/1.1" status: 200 len: 811 time: 0.1058028 Sep 09 15:17:45.592099 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-a3190ea5-80c2-47a8-94fe-70d39fa00730 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/quotas/60e24a0985124167a48ad737065f163e HTTP/1.1" status: 200 len: 375 time: 0.0254135 Sep 09 15:17:45.638682 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda77980-1760-4514-b847-7f1cba8c3a0b req-dfa2ab00-8465-48ea-9e96-e07360bfd733 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:45.640197 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-fda77980-1760-4514-b847-7f1cba8c3a0b req-dfa2ab00-8465-48ea-9e96-e07360bfd733 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=681ceae9-f3a4-4b83-86c1-af1874deec6a HTTP/1.1" status: 200 len: 945 time: 0.0815740 Sep 09 15:17:45.689623 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-bdb85d26-9709-4d11-bb67-fa90e2372346 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=60e24a0985124167a48ad737065f163e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0914977 Sep 09 15:17:45.698176 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-fda77980-1760-4514-b847-7f1cba8c3a0b req-5b66261c-fff2-45ab-9e4b-ae07ebce35ac tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516629 Sep 09 15:17:45.795141 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-fc9bbb53-2611-4df2-a7c6-9b0425d2b441 service neutron] 10.222.0.18 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917323 Sep 09 15:17:46.202856 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57823f7-0973-43d5-968f-4013132b8e26 req-735f248f-28fb-4305-a046-501e30e751b7 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:46.204305 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f57823f7-0973-43d5-968f-4013132b8e26 req-735f248f-28fb-4305-a046-501e30e751b7 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.39 "GET /v2.0/ports?device_id=681ceae9-f3a4-4b83-86c1-af1874deec6a HTTP/1.1" status: 200 len: 945 time: 0.1228578 Sep 09 15:17:46.206960 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-2e17e06f-fc41-42f2-ad94-8e65f86a85ec service neutron] 10.222.0.18 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060292 Sep 09 15:17:46.218124 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920e452-a632-4c9e-af7f-5aaefa3b63bf req-c9c58477-b225-466b-9841-cddc144d156a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:46.219610 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d920e452-a632-4c9e-af7f-5aaefa3b63bf req-c9c58477-b225-466b-9841-cddc144d156a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 946 time: 0.1370728 Sep 09 15:17:46.307935 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d920e452-a632-4c9e-af7f-5aaefa3b63bf req-12af85d6-ba23-4c59-b4c5-75de1d938a68 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc5137a2-a621-4bfd-8686-a1ebe5cb203c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796535 Sep 09 15:17:46.345902 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-f57823f7-0973-43d5-968f-4013132b8e26 req-656c93f5-d6c5-49fb-8088-80b6cb9fbcce tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Deleting port 849d0529-9b5d-4db0-9c88-92f9f904335e {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:17:46.346251 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-f57823f7-0973-43d5-968f-4013132b8e26 req-656c93f5-d6c5-49fb-8088-80b6cb9fbcce tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:46.481231 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-f57823f7-0973-43d5-968f-4013132b8e26 req-656c93f5-d6c5-49fb-8088-80b6cb9fbcce tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] For port 849d0529-9b5d-4db0-9c88-92f9f904335e, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=849d0529-9b5d-4db0-9c88-92f9f904335e,segment=NetworkSegment(6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79),segment_id=6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:17:46.481861 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-f57823f7-0973-43d5-968f-4013132b8e26 req-656c93f5-d6c5-49fb-8088-80b6cb9fbcce tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:46.492507 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a7947-3315-4996-9a72-15d8fd8c57b7 req-ca13c57b-d0fc-4ed7-996a-36113f8b4a07 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:46.494420 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a14a7947-3315-4996-9a72-15d8fd8c57b7 req-ca13c57b-d0fc-4ed7-996a-36113f8b4a07 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.1097116 Sep 09 15:17:46.507590 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-f57823f7-0973-43d5-968f-4013132b8e26 req-656c93f5-d6c5-49fb-8088-80b6cb9fbcce tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Calling delete_port for 849d0529-9b5d-4db0-9c88-92f9f904335e owned by compute:nova {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:17:46.586533 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device ac2daff8-0a5f-4c2f-826a-ef7889037d01 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:17:46.589799 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 19a261c3-c286-45a8-b594-94930bf519f9 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:17:46.596894 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-74bbad5e-bf61-44f3-afdd-7bee778d8a12 req-4f2e8f10-12e8-4627-8f53-7f94f5061e40 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 210 time: 0.0701945 Sep 09 15:17:46.619113 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a14a7947-3315-4996-9a72-15d8fd8c57b7 req-79e627c1-6d4a-4a23-8aa4-ff6569c84922 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128664 Sep 09 15:17:46.671534 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: 19a261c3-c286-45a8-b594-94930bf519f9 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:17:46.671874 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 19a261c3-c286-45a8-b594-94930bf519f9 not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:17:46.733388 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port ac2daff8-0a5f-4c2f-826a-ef7889037d01, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ac2daff8-0a5f-4c2f-826a-ef7889037d01,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:17:46.747710 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-f57823f7-0973-43d5-968f-4013132b8e26 req-656c93f5-d6c5-49fb-8088-80b6cb9fbcce tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:46.748697 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'port_id': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01', 'mac_address': 'fa:16:3e:25:7a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:17:46.778426 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['849d0529-9b5d-4db0-9c88-92f9f904335e'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:17:46.805016 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c93f5-d6c5-49fb-8088-80b6cb9fbcce tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Pushing event deleted for resources: {'Port': ['ID=849d0529-9b5d-4db0-9c88-92f9f904335e,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:46.858102 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:46.876824 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac2daff8-0a5f-4c2f-826a-ef7889037d01 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:17:46.889877 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57823f7-0973-43d5-968f-4013132b8e26 req-656c93f5-d6c5-49fb-8088-80b6cb9fbcce tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] No DVR routers for this DVR port 849d0529-9b5d-4db0-9c88-92f9f904335e on host hv-cinder-77630 {{(pid=94130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:17:46.893898 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6c549ef0-cb76-4ddc-ac97-2c2f79d6161d req-91558185-d3d8-4ed9-b276-925a466c4984 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=681ceae9-f3a4-4b83-86c1-af1874deec6a HTTP/1.1" status: 200 len: 210 time: 0.0451450 Sep 09 15:17:46.894592 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-f57823f7-0973-43d5-968f-4013132b8e26 req-656c93f5-d6c5-49fb-8088-80b6cb9fbcce tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:46.897644 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f57823f7-0973-43d5-968f-4013132b8e26 req-656c93f5-d6c5-49fb-8088-80b6cb9fbcce tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.39 "DELETE /v2.0/ports/849d0529-9b5d-4db0-9c88-92f9f904335e HTTP/1.1" status: 204 len: 173 time: 0.6771264 Sep 09 15:17:46.898490 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681ceae9-f3a4-4b83-86c1-af1874deec6a', 'name': 'network-vif-deleted', 'tag': '849d0529-9b5d-4db0-9c88-92f9f904335e'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:17:46.907749 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f196bf1-9df6-464d-b7b1-b7808b3be05c" -d '{"events": [{"server_uuid": "681ceae9-f3a4-4b83-86c1-af1874deec6a", "name": "network-vif-deleted", "tag": "849d0529-9b5d-4db0-9c88-92f9f904335e"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:17:46.918438 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port ac2daff8-0a5f-4c2f-826a-ef7889037d01, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ac2daff8-0a5f-4c2f-826a-ef7889037d01,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:17:46.926432 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:46.992174 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be475c37-e6d3-4999-9266-94a6468c918a x-openstack-request-id: req-be475c37-e6d3-4999-9266-94a6468c918a {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:17:46.992174 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681ceae9-f3a4-4b83-86c1-af1874deec6a", "name": "network-vif-deleted", "tag": "849d0529-9b5d-4db0-9c88-92f9f904335e", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:17:46.992384 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be475c37-e6d3-4999-9266-94a6468c918a {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:17:46.992648 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681ceae9-f3a4-4b83-86c1-af1874deec6a', 'name': 'network-vif-deleted', 'tag': '849d0529-9b5d-4db0-9c88-92f9f904335e', 'status': 'completed', 'code': 200} Sep 09 15:17:47.001779 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=ac2daff8-0a5f-4c2f-826a-ef7889037d01,revision_number=6']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:47.026506 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['ac2daff8-0a5f-4c2f-826a-ef7889037d01'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:17:47.561318 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bab7e5-a491-405a-8f7f-e0f47aa19eee req-022c19d3-e6c5-404f-8d05-c4665ffda4b4 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:47.563923 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-70bab7e5-a491-405a-8f7f-e0f47aa19eee req-022c19d3-e6c5-404f-8d05-c4665ffda4b4 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 946 time: 0.1059000 Sep 09 15:17:47.635834 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-70bab7e5-a491-405a-8f7f-e0f47aa19eee req-7bd800ae-82e3-4a40-b699-d780ddbf4073 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc5137a2-a621-4bfd-8686-a1ebe5cb203c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568559 Sep 09 15:17:47.767678 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5c3051d0-24e0-44e2-831f-df6eaf41e336 req-ab85d155-340b-42ce-b3d3-0b13afa06b9e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 210 time: 0.0593057 Sep 09 15:17:47.837362 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db4eec-f399-4570-9459-bd3d1f9a0f45 req-9e6c99a2-60e6-4164-971f-99e7f8e84072 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:47.850686 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-64db4eec-f399-4570-9459-bd3d1f9a0f45 req-9e6c99a2-60e6-4164-971f-99e7f8e84072 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 945 time: 0.1285682 Sep 09 15:17:47.899018 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0fc8627d-f211-4d91-a7ce-bba622e3a7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:47.909811 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-64db4eec-f399-4570-9459-bd3d1f9a0f45 req-85a5ec00-4b9e-4707-b443-17f3c8149a43 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577877 Sep 09 15:17:48.165871 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa87faa-574f-425c-9478-c95b05c913d1 req-fd8c4e63-b13b-4004-a867-23b5a3950817 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:48.168201 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3aa87faa-574f-425c-9478-c95b05c913d1 req-fd8c4e63-b13b-4004-a867-23b5a3950817 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 946 time: 0.0985012 Sep 09 15:17:48.241270 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-db44363d-4d1a-4297-b6e7-28f5452858ea tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:48.243411 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-db44363d-4d1a-4297-b6e7-28f5452858ea tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.39 "GET /v2.0/networks?id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed HTTP/1.1" status: 200 len: 811 time: 0.2440608 Sep 09 15:17:48.374171 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-a54e0dec-bc79-4e1c-9584-3611270ac90e tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:48.383806 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-a54e0dec-bc79-4e1c-9584-3611270ac90e tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/networks?id=c7b62e3a-6413-4e1b-9727-89d2d36bdb4f HTTP/1.1" status: 200 len: 808 time: 0.1387815 Sep 09 15:17:48.406541 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-9bc37475-cf16-421e-9c9d-694293061300 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/quotas/008bec234b33458f9feb3acf92706552 HTTP/1.1" status: 200 len: 375 time: 0.0212464 Sep 09 15:17:48.461319 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-e3ebe503-77b0-469b-96d5-42a4c198f965 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=008bec234b33458f9feb3acf92706552&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467277 Sep 09 15:17:48.474108 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-789b4191-426d-449f-94ac-465252df23b7 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60e24a0985124167a48ad737065f163e HTTP/1.1" status: 200 len: 378 time: 0.0870299 Sep 09 15:17:48.487324 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-5ee8a4cf-7120-42e3-ac8f-a64a8b8d9cc9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Request body: {'port': {'device_id': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'admin_state_up': True, 'tenant_id': '60e24a0985124167a48ad737065f163e', 'security_groups': ['768cdb08-b9e8-486e-8c4d-3ac17634155f']}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:17:48.603874 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device ac2daff8-0a5f-4c2f-826a-ef7889037d01 up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:17:48.730405 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-b15d6107-e26f-4318-b98c-8d2cd1020d3d service neutron] 10.222.0.18 "GET /v2.0/networks/c7b62e3a-6413-4e1b-9727-89d2d36bdb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385902 Sep 09 15:17:48.736326 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port ac2daff8-0a5f-4c2f-826a-ef7889037d01 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:17:48.736814 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:48.771471 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-3aa87faa-574f-425c-9478-c95b05c913d1 req-39f76bc2-84a3-4166-80d6-f2ecd1eb209a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Deleting port 732dba82-fb83-47f4-9649-043571bd678b {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:17:48.772179 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-3aa87faa-574f-425c-9478-c95b05c913d1 req-39f76bc2-84a3-4166-80d6-f2ecd1eb209a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:48.879228 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-5ee8a4cf-7120-42e3-ac8f-a64a8b8d9cc9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Made reservation on behalf of 60e24a0985124167a48ad737065f163e for: {'port': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:17:48.884454 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:48.895774 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-5ee8a4cf-7120-42e3-ac8f-a64a8b8d9cc9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:48.929869 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port ac2daff8-0a5f-4c2f-826a-ef7889037d01, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ac2daff8-0a5f-4c2f-826a-ef7889037d01,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:17:48.932999 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:17:48.938509 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc049bc-1574-4bb8-b578-5b437b09d409" -d '{"events": [{"server_uuid": "312ac0b6-d0f4-4309-9710-4c12c1ab3f66", "name": "network-vif-plugged", "status": "completed", "tag": "ac2daff8-0a5f-4c2f-826a-ef7889037d01"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:17:48.953948 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:48.958522 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 849d0529-9b5d-4db0-9c88-92f9f904335e no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:17:49.058502 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: 849d0529-9b5d-4db0-9c88-92f9f904335e {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:17:49.058936 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 849d0529-9b5d-4db0-9c88-92f9f904335e not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:17:49.060041 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-3aa87faa-574f-425c-9478-c95b05c913d1 req-39f76bc2-84a3-4166-80d6-f2ecd1eb209a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] For port 732dba82-fb83-47f4-9649-043571bd678b, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=732dba82-fb83-47f4-9649-043571bd678b,segment=NetworkSegment(24394f6b-9b3e-4e73-9b84-bf533dec1e8f),segment_id=24394f6b-9b3e-4e73-9b84-bf533dec1e8f)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:17:49.061066 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-3aa87faa-574f-425c-9478-c95b05c913d1 req-39f76bc2-84a3-4166-80d6-f2ecd1eb209a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:49.101521 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=ac2daff8-0a5f-4c2f-826a-ef7889037d01,revision_number=7']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:49.151470 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455efba-b1dd-4491-875f-05542b66f860 req-57f5fd9b-f8e7-4a2c-826b-b17a51483eb4 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:49.153129 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1455efba-b1dd-4491-875f-05542b66f860 req-57f5fd9b-f8e7-4a2c-826b-b17a51483eb4 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 946 time: 0.3861654 Sep 09 15:17:49.190905 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-5ee8a4cf-7120-42e3-ac8f-a64a8b8d9cc9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Allocated IP 172.20.0.9 (bb9a8432-2f02-41d7-9d2b-f1ca273997ed/b56d118f-8744-4cdd-be23-a614a2b19b95/8dcbac44-8094-4302-a71a-0ec719720cf9) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:17:49.220857 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-cec8e4ce-597e-4c2a-9476-28e19331d97c service neutron] 10.222.0.18 "GET /v2.0/networks/c7b62e3a-6413-4e1b-9727-89d2d36bdb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633210 Sep 09 15:17:49.313798 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1455efba-b1dd-4491-875f-05542b66f860 req-0942ba67-e246-4353-907d-efcc3ca54bbd tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups?id=dc5137a2-a621-4bfd-8686-a1ebe5cb203c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422157 Sep 09 15:17:49.372181 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-3aa87faa-574f-425c-9478-c95b05c913d1 req-39f76bc2-84a3-4166-80d6-f2ecd1eb209a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:49.372974 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-3aa87faa-574f-425c-9478-c95b05c913d1 req-39f76bc2-84a3-4166-80d6-f2ecd1eb209a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681918'] for floatingip, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:49.373534 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.l3_db [req-3aa87faa-574f-425c-9478-c95b05c913d1 req-39f76bc2-84a3-4166-80d6-f2ecd1eb209a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Floating IP 3024446f-fb56-4ef6-9226-101dca90a9ad disassociated. External IP: 172.27.3.223, port: 732dba82-fb83-47f4-9649-043571bd678b. Sep 09 15:17:49.373878 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-3aa87faa-574f-425c-9478-c95b05c913d1 req-39f76bc2-84a3-4166-80d6-f2ecd1eb209a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Calling delete_port for 732dba82-fb83-47f4-9649-043571bd678b owned by compute:nova {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:17:49.561479 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-958dc20c-0b2f-407d-8e17-8358d0450ada req-35425d39-d144-49e4-bc72-e5d0ab776490 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 210 time: 0.1574459 Sep 09 15:17:49.652419 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-5ee8a4cf-7120-42e3-ac8f-a64a8b8d9cc9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:49.659135 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93393efb-d37c-4429-bc33-992408cf4b70 x-openstack-request-id: req-93393efb-d37c-4429-bc33-992408cf4b70 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:17:49.659550 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312ac0b6-d0f4-4309-9710-4c12c1ab3f66", "name": "network-vif-plugged", "status": "completed", "tag": "ac2daff8-0a5f-4c2f-826a-ef7889037d01", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:17:49.659898 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93393efb-d37c-4429-bc33-992408cf4b70 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:17:49.660402 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01', 'code': 200} Sep 09 15:17:49.662464 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-3aa87faa-574f-425c-9478-c95b05c913d1 req-39f76bc2-84a3-4166-80d6-f2ecd1eb209a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:49.703763 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f76bc2-84a3-4166-80d6-f2ecd1eb209a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Pushing event deleted for resources: {'Port': ['ID=732dba82-fb83-47f4-9649-043571bd678b,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:49.715657 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e9a6c-4d3f-4df2-bcc3-d20a0f6efb99 req-2763617b-d390-4f4a-8747-daeb06a054b8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:49.717408 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-566e9a6c-4d3f-4df2-bcc3-d20a0f6efb99 req-2763617b-d390-4f4a-8747-daeb06a054b8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.2094157 Sep 09 15:17:49.720715 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-5ee8a4cf-7120-42e3-ac8f-a64a8b8d9cc9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Transition to ACTIVE for port object 8dcbac44-8094-4302-a71a-0ec719720cf9 will not be triggered until provisioned by entity DHCP. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:17:49.836953 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-566e9a6c-4d3f-4df2-bcc3-d20a0f6efb99 req-8b7750b3-2915-49a8-9f9b-726e8f3cb4cc tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098046 Sep 09 15:17:49.861049 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5e81f149-eb12-42a6-b410-9d803aa4fef7 req-bec2b1c5-2066-4ca2-86ad-50dd512e4873 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=a889b507-2d5f-4167-b51c-742449f0b38a HTTP/1.1" status: 200 len: 210 time: 0.0991669 Sep 09 15:17:49.916932 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-5ee8a4cf-7120-42e3-ac8f-a64a8b8d9cc9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:49.950853 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3aa87faa-574f-425c-9478-c95b05c913d1 req-39f76bc2-84a3-4166-80d6-f2ecd1eb209a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:17:50.015478 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-5ee8a4cf-7120-42e3-ac8f-a64a8b8d9cc9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Network bb9a8432-2f02-41d7-9d2b-f1ca273997ed is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:17:50.018998 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-5ee8a4cf-7120-42e3-ac8f-a64a8b8d9cc9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:17:50.027063 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-5ee8a4cf-7120-42e3-ac8f-a64a8b8d9cc9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:17:50.059148 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8a4cf-7120-42e3-ac8f-a64a8b8d9cc9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event updated for resources: {'Port': ['ID=8dcbac44-8094-4302-a71a-0ec719720cf9,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:50.117703 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-5ee8a4cf-7120-42e3-ac8f-a64a8b8d9cc9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:50.118215 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-5ee8a4cf-7120-42e3-ac8f-a64a8b8d9cc9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:50.164126 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-5ee8a4cf-7120-42e3-ac8f-a64a8b8d9cc9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6834469 Sep 09 15:17:50.169610 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3aa87faa-574f-425c-9478-c95b05c913d1 req-39f76bc2-84a3-4166-80d6-f2ecd1eb209a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:17:50.179347 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Request body: {'port': {'device_id': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:17:50.190337 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263915ea-3b85-4e23-95da-34a38cb03090 None None] Sync routers for ids ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:17:50.216505 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263915ea-3b85-4e23-95da-34a38cb03090 None None] Routers {'c7ffaaf2-74c6-4a09-8b57-5315a054cc04'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:17:50.218135 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-263915ea-3b85-4e23-95da-34a38cb03090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:17:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:17:50.253006 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa87faa-574f-425c-9478-c95b05c913d1 req-39f76bc2-84a3-4166-80d6-f2ecd1eb209a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] No DVR routers for this DVR port 732dba82-fb83-47f4-9649-043571bd678b on host hv-cinder-77630 {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:17:50.260125 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-3aa87faa-574f-425c-9478-c95b05c913d1 req-39f76bc2-84a3-4166-80d6-f2ecd1eb209a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:50.264776 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3aa87faa-574f-425c-9478-c95b05c913d1 req-39f76bc2-84a3-4166-80d6-f2ecd1eb209a tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.39 "DELETE /v2.0/ports/732dba82-fb83-47f4-9649-043571bd678b HTTP/1.1" status: 204 len: 173 time: 2.0878124 Sep 09 15:17:50.266452 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ba3d2a-bdad-40ac-8f89-b4ff8954ab72', 'name': 'network-vif-deleted', 'tag': '732dba82-fb83-47f4-9649-043571bd678b'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:17:50.276592 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cd9224-220b-48ce-9a47-f3fdd6777c0b" -d '{"events": [{"server_uuid": "51ba3d2a-bdad-40ac-8f89-b4ff8954ab72", "name": "network-vif-deleted", "tag": "732dba82-fb83-47f4-9649-043571bd678b"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:17:50.326237 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:50.433770 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd496e8-1b28-4ea5-be09-84bef378a734 x-openstack-request-id: req-2fd496e8-1b28-4ea5-be09-84bef378a734 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:17:50.434388 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ba3d2a-bdad-40ac-8f89-b4ff8954ab72", "name": "network-vif-deleted", "tag": "732dba82-fb83-47f4-9649-043571bd678b", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:17:50.434388 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fd496e8-1b28-4ea5-be09-84bef378a734 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:17:50.434787 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ba3d2a-bdad-40ac-8f89-b4ff8954ab72', 'name': 'network-vif-deleted', 'tag': '732dba82-fb83-47f4-9649-043571bd678b', 'status': 'completed', 'code': 200} Sep 09 15:17:50.507044 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-263915ea-3b85-4e23-95da-34a38cb03090 None None] Set router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:17:50.535044 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e219dd95-c04c-4c5b-afc6-4d4bfb3d1fd0 req-69fc1e1d-2d71-4e90-b76b-4c5bb4f553f7 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/ports?device_id=51ba3d2a-bdad-40ac-8f89-b4ff8954ab72 HTTP/1.1" status: 200 len: 210 time: 0.0647614 Sep 09 15:17:50.620842 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ddfa8294-03c0-4853-88ce-473d06c680c5 None None] Provisioning for port 8dcbac44-8094-4302-a71a-0ec719720cf9 completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:17:50.636384 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ddfa8294-03c0-4853-88ce-473d06c680c5 None None] Provisioning complete for port 8dcbac44-8094-4302-a71a-0ec719720cf9 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:17:50.636663 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ddfa8294-03c0-4853-88ce-473d06c680c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:50.729762 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-15301b69-b527-414c-8b31-228fb0fada98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:50.733460 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa8294-03c0-4853-88ce-473d06c680c5 None None] Port 8dcbac44-8094-4302-a71a-0ec719720cf9 cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:17:50.815674 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-263915ea-3b85-4e23-95da-34a38cb03090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '61330a91-e5bc-4f3d-9d40-0090d079f598', 'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'mac_address': 'fa:16:3e:ff:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:23Z', 'updated_at': '2021-09-09T15:11:40Z', 'revision_number': 5, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'subnets': [{'id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:17:50.868979 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263915ea-3b85-4e23-95da-34a38cb03090 None None] Checking router: c7ffaaf2-74c6-4a09-8b57-5315a054cc04 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:17:50.885432 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263915ea-3b85-4e23-95da-34a38cb03090 None None] Routers {'c7ffaaf2-74c6-4a09-8b57-5315a054cc04'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:17:50.886169 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-263915ea-3b85-4e23-95da-34a38cb03090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:17:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:17:50.888816 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023e68b-3348-4166-b07f-a58afa3a2fd3 req-8f55e627-8af8-4f0c-875b-e7ae32c8f7e3 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:50.890603 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:50.900057 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2023e68b-3348-4166-b07f-a58afa3a2fd3 req-8f55e627-8af8-4f0c-875b-e7ae32c8f7e3 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 931 time: 0.2281010 Sep 09 15:17:51.085818 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-263915ea-3b85-4e23-95da-34a38cb03090 None None] Set router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:17:51.149279 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2023e68b-3348-4166-b07f-a58afa3a2fd3 req-c0ca63fa-c537-47ea-a7a8-2d5d8968d415 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2474220 Sep 09 15:17:51.189103 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-21243982-d038-4f92-9743-56f186543281 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:51.190598 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb5a95-4cee-4aad-a784-ec9ea8890004 req-dabfb567-571c-4b20-950d-8e6f127676c3 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:51.191400 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-21243982-d038-4f92-9743-56f186543281 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.39 "GET /v2.0/networks?id=c7b62e3a-6413-4e1b-9727-89d2d36bdb4f HTTP/1.1" status: 200 len: 808 time: 0.2128689 Sep 09 15:17:51.197104 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b1cb5a95-4cee-4aad-a784-ec9ea8890004 req-dabfb567-571c-4b20-950d-8e6f127676c3 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.2320735 Sep 09 15:17:51.213607 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Request body: {'port': {'device_id': 'a889b507-2d5f-4167-b51c-742449f0b38a', 'network_id': 'c7b62e3a-6413-4e1b-9727-89d2d36bdb4f', 'admin_state_up': True, 'tenant_id': '008bec234b33458f9feb3acf92706552'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:17:51.276659 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcbac44-8094-4302-a71a-0ec719720cf9 {{(pid=94130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:17:51.291313 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:51.311584 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Transition to ACTIVE for port object 8dcbac44-8094-4302-a71a-0ec719720cf9 will not be triggered until provisioned by entity L2. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:17:51.400051 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:51.414979 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Made reservation on behalf of 008bec234b33458f9feb3acf92706552 for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:17:51.419815 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:51.468192 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b8cc7189-7abf-451b-b893-a5a28c25c52e req-364b7798-bf67-4cec-b79e-39327bc0dd19 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=a889b507-2d5f-4167-b51c-742449f0b38a HTTP/1.1" status: 200 len: 210 time: 0.1260536 Sep 09 15:17:51.484728 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcbac44-8094-4302-a71a-0ec719720cf9,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:51.507354 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b1cb5a95-4cee-4aad-a784-ec9ea8890004 req-1f381b38-4fea-4633-9824-f06fb63f4a8d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933129 Sep 09 15:17:51.556653 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-263915ea-3b85-4e23-95da-34a38cb03090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '61330a91-e5bc-4f3d-9d40-0090d079f598', 'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'mac_address': 'fa:16:3e:ff:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:23Z', 'updated_at': '2021-09-09T15:11:40Z', 'revision_number': 5, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'subnets': [{'id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:17:51.647127 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263915ea-3b85-4e23-95da-34a38cb03090 None None] The sync data for ids ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'] in dv-cinder-776307-9-iscsi is: [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '61330a91-e5bc-4f3d-9d40-0090d079f598', 'name': '', 'network_id': 'bfa1bfaf-34e0-4f2b-966f-dc046c011c4c', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'mac_address': 'fa:16:3e:ff:e1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:23Z', 'updated_at': '2021-09-09T15:11:40Z', 'revision_number': 5, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'subnets': [{'id': 'db53f811-03ef-4135-a3c5-5d3aa6a75f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:17:51.690009 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Allocated IP 172.20.0.8 (c7b62e3a-6413-4e1b-9727-89d2d36bdb4f/f259b8a7-6536-4058-951d-ed006ad8d0c2/9050846c-23f9-4c39-bac0-dec233becd5d) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:17:51.720197 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:51.727490 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 43300) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:51.800690 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Attempting to bind port 8dcbac44-8094-4302-a71a-0ec719720cf9 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:17:51.801165 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Attempting to bind port 8dcbac44-8094-4302-a71a-0ec719720cf9 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:17:51.802043 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Attempting to bind port 8dcbac44-8094-4302-a71a-0ec719720cf9 on network bb9a8432-2f02-41d7-9d2b-f1ca273997ed {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:17:51.807638 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Port 8dcbac44-8094-4302-a71a-0ec719720cf9 on network bb9a8432-2f02-41d7-9d2b-f1ca273997ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:17:51.807941 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Attempting to bind port 8dcbac44-8094-4302-a71a-0ec719720cf9 on network bb9a8432-2f02-41d7-9d2b-f1ca273997ed {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:17:51.815340 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:17:51.815340 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Checking segment: {'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:17:51.815857 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Bound using segment: {'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:17:51.816279 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Bound port: 8dcbac44-8094-4302-a71a-0ec719720cf9, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'}}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:17:51.816638 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:51.915647 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] For port 8dcbac44-8094-4302-a71a-0ec719720cf9, host hv-cinder-77630, cleared binding levels {{(pid=94130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:17:51.919261 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] For port 8dcbac44-8094-4302-a71a-0ec719720cf9, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8dcbac44-8094-4302-a71a-0ec719720cf9,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:17:51.928249 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:52.028114 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:52.042815 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:52.042815 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] 10.222.0.39 "PUT /v2.0/ports/8dcbac44-8094-4302-a71a-0ec719720cf9 HTTP/1.1" status: 200 len: 1093 time: 1.8575859 Sep 09 15:17:52.042815 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'tag': '8dcbac44-8094-4302-a71a-0ec719720cf9'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:17:52.042815 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf8185c-8e92-465d-9899-bbde45c8d393" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a0e4a9-702a-4e61-8d73-5f739079cd8c", "tag": "8dcbac44-8094-4302-a71a-0ec719720cf9"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:17:52.046469 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:52.060804 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-691cce93-b545-4b06-9ea4-6d41ff8d73cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:52.093437 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d689d4-2150-40d6-b7b3-f57a5f7bc824 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcbac44-8094-4302-a71a-0ec719720cf9,revision_number=3']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:52.119583 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-691cce93-b545-4b06-9ea4-6d41ff8d73cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:52.203235 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:52.324305 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e6cea8-dd00-4986-ac25-29134bc8c8af x-openstack-request-id: req-05e6cea8-dd00-4986-ac25-29134bc8c8af {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:17:52.324604 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a0e4a9-702a-4e61-8d73-5f739079cd8c", "tag": "8dcbac44-8094-4302-a71a-0ec719720cf9", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:17:52.324854 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05e6cea8-dd00-4986-ac25-29134bc8c8af {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:17:52.325259 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'tag': '8dcbac44-8094-4302-a71a-0ec719720cf9', 'status': 'completed', 'code': 200} Sep 09 15:17:52.361761 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Network c7b62e3a-6413-4e1b-9727-89d2d36bdb4f is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:17:52.371862 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:17:52.377256 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:17:52.394350 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-691cce93-b545-4b06-9ea4-6d41ff8d73cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:52.400571 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-691cce93-b545-4b06-9ea4-6d41ff8d73cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:52.406186 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-691cce93-b545-4b06-9ea4-6d41ff8d73cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "DELETE /v2.0/security-groups/dc5137a2-a621-4bfd-8686-a1ebe5cb203c HTTP/1.1" status: 204 len: 168 time: 0.6729951 Sep 09 15:17:52.421968 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0653d47-86d3-4744-9b40-7c396d9fb295 None None] New status for floating IP 3024446f-fb56-4ef6-9226-101dca90a9ad: DOWN {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 15:17:52.429470 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 43310) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:52.483304 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Pushing event updated for resources: {'Port': ['ID=9050846c-23f9-4c39-bac0-dec233becd5d,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:52.502473 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-a6066096-5890-48ff-85f9-782cf7960beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:52.504482 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-a6066096-5890-48ff-85f9-782cf7960beb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60e24a0985124167a48ad737065f163e&device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 1096 time: 0.3288724 Sep 09 15:17:52.506719 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.api.v2.resource [None req-f9f4d609-df3b-4335-a95e-5c05bbdb344e tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] show failed (client error): The resource could not be found. Sep 09 15:17:52.512544 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-f9f4d609-df3b-4335-a95e-5c05bbdb344e tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "GET /v2.0/security-groups/dc5137a2-a621-4bfd-8686-a1ebe5cb203c HTTP/1.1" status: 404 len: 347 time: 0.0709364 Sep 09 15:17:52.517782 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cce93-b545-4b06-9ea4-6d41ff8d73cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5137a2-a621-4bfd-8686-a1ebe5cb203c,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:52.521987 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 43314) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:52.601578 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 732dba82-fb83-47f4-9649-043571bd678b no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:17:52.604988 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.605958 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.606864 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.608654 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.609549 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.610493 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.611375 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.613701 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.616756 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.618403 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.621157 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.623154 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.640624 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: 732dba82-fb83-47f4-9649-043571bd678b {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:17:52.641756 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 732dba82-fb83-47f4-9649-043571bd678b not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:17:52.666265 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cce93-b545-4b06-9ea4-6d41ff8d73cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.667340 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cce93-b545-4b06-9ea4-6d41ff8d73cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.669110 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cce93-b545-4b06-9ea4-6d41ff8d73cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.671084 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cce93-b545-4b06-9ea4-6d41ff8d73cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.672455 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cce93-b545-4b06-9ea4-6d41ff8d73cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.673342 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cce93-b545-4b06-9ea4-6d41ff8d73cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.674019 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cce93-b545-4b06-9ea4-6d41ff8d73cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.674985 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f485095-830b-4758-b6d3-3958fcddb19c req-7a1367e9-8b7c-465d-ac81-cb388cfbe412 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:52.675680 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cce93-b545-4b06-9ea4-6d41ff8d73cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.677747 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cce93-b545-4b06-9ea4-6d41ff8d73cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.678472 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cce93-b545-4b06-9ea4-6d41ff8d73cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.679780 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cce93-b545-4b06-9ea4-6d41ff8d73cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.681896 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691cce93-b545-4b06-9ea4-6d41ff8d73cb tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:17:52.689532 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1f485095-830b-4758-b6d3-3958fcddb19c req-7a1367e9-8b7c-465d-ac81-cb388cfbe412 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 943 time: 0.3346505 Sep 09 15:17:52.720543 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-af02f3f8-28c6-4d98-bea5-93b89fd8b71d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dcbac44-8094-4302-a71a-0ec719720cf9 HTTP/1.1" status: 200 len: 217 time: 0.2061608 Sep 09 15:17:52.764554 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:52.766882 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:52.796380 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-658dfccc-c29c-4b75-8ac7-481465c1bae3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5861468 Sep 09 15:17:52.814794 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Request body: {'port': {'device_id': 'a889b507-2d5f-4167-b51c-742449f0b38a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:17:52.929504 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:53.256780 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1f485095-830b-4758-b6d3-3958fcddb19c req-2a5a018d-1caf-4c92-9289-03e0ca50f480 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5649667 Sep 09 15:17:53.261522 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-1db2ccc5-9944-497a-950f-9dbd0f918a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:53.266277 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-1db2ccc5-9944-497a-950f-9dbd0f918a4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b56d118f-8744-4cdd-be23-a614a2b19b95 HTTP/1.1" status: 200 len: 850 time: 0.4424367 Sep 09 15:17:53.308303 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894d7b7-2ae5-4f5b-a739-3ee5536100d6 req-700d1b5f-a0e4-4c79-b921-daae56c4902a tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:53.323661 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0894d7b7-2ae5-4f5b-a739-3ee5536100d6 req-700d1b5f-a0e4-4c79-b921-daae56c4902a tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=a889b507-2d5f-4167-b51c-742449f0b38a HTTP/1.1" status: 200 len: 931 time: 0.4955928 Sep 09 15:17:53.407370 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9050846c-23f9-4c39-bac0-dec233becd5d {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:17:53.409971 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:53.418790 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:53.435453 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Transition to ACTIVE for port object 9050846c-23f9-4c39-bac0-dec233becd5d will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:17:53.445500 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:53.494884 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Pushing event updated for resources: {'Port': ['ID=9050846c-23f9-4c39-bac0-dec233becd5d,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:53.538404 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-69d8a1a1-d8f7-4bc9-b7a5-4a681bd5a256 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Deleting port becd5739-71ab-4e1c-aa2a-0b5bffad61b0 {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:17:53.538994 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-69d8a1a1-d8f7-4bc9-b7a5-4a681bd5a256 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:53.597859 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-03cbbfa9-e544-4867-a6b7-aa071f03f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:53.600541 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-03cbbfa9-e544-4867-a6b7-aa071f03f1c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3243408 Sep 09 15:17:53.607154 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Attempting to bind port 9050846c-23f9-4c39-bac0-dec233becd5d on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:17:53.607710 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Attempting to bind port 9050846c-23f9-4c39-bac0-dec233becd5d by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c7b62e3a-6413-4e1b-9727-89d2d36bdb4f'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:17:53.608169 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Attempting to bind port 9050846c-23f9-4c39-bac0-dec233becd5d on network c7b62e3a-6413-4e1b-9727-89d2d36bdb4f {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:17:53.618145 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Port 9050846c-23f9-4c39-bac0-dec233becd5d on network c7b62e3a-6413-4e1b-9727-89d2d36bdb4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:17:53.618636 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Attempting to bind port 9050846c-23f9-4c39-bac0-dec233becd5d on network c7b62e3a-6413-4e1b-9727-89d2d36bdb4f {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:17:53.619506 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0894d7b7-2ae5-4f5b-a739-3ee5536100d6 req-96e4bf69-743d-4ec9-bde0-65d82c669a75 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922745 Sep 09 15:17:53.625647 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:17:53.626265 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Checking segment: {'id': '6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c7b62e3a-6413-4e1b-9727-89d2d36bdb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:17:53.627321 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Bound using segment: {'id': '6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c7b62e3a-6413-4e1b-9727-89d2d36bdb4f'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:17:53.627875 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Bound port: 9050846c-23f9-4c39-bac0-dec233becd5d, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c7b62e3a-6413-4e1b-9727-89d2d36bdb4f'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:17:53.628502 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:53.660365 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e17588-280b-4778-b3f4-1f882b867325 req-b06ac3d5-945c-48a9-9246-5696925060d3 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:53.664295 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a5e17588-280b-4778-b3f4-1f882b867325 req-b06ac3d5-945c-48a9-9246-5696925060d3 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.2593091 Sep 09 15:17:53.754093 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] For port 9050846c-23f9-4c39-bac0-dec233becd5d, host hv-cinder-77630, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:17:53.760182 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] For port 9050846c-23f9-4c39-bac0-dec233becd5d, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9050846c-23f9-4c39-bac0-dec233becd5d,segment=NetworkSegment(6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79),segment_id=6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:17:53.768951 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:53.814875 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:53.815569 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:53.817221 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] 10.222.0.39 "PUT /v2.0/ports/9050846c-23f9-4c39-bac0-dec233becd5d HTTP/1.1" status: 200 len: 1093 time: 1.0106602 Sep 09 15:17:53.818154 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a889b507-2d5f-4167-b51c-742449f0b38a', 'tag': '9050846c-23f9-4c39-bac0-dec233becd5d'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:17:53.822272 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cb3612-3bb4-48f3-ac39-c1676d4594af" -d '{"events": [{"name": "network-changed", "server_uuid": "a889b507-2d5f-4167-b51c-742449f0b38a", "tag": "9050846c-23f9-4c39-bac0-dec233becd5d"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:17:53.904553 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a5e17588-280b-4778-b3f4-1f882b867325 req-80d50068-8afa-4fbc-a5af-5d16ca1d5a48 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995068 Sep 09 15:17:53.937047 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-69d8a1a1-d8f7-4bc9-b7a5-4a681bd5a256 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:53.939257 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-69d8a1a1-d8f7-4bc9-b7a5-4a681bd5a256 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:53.963094 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761bf047-92db-4870-9eb0-ba65202e8136 x-openstack-request-id: req-761bf047-92db-4870-9eb0-ba65202e8136 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:17:53.963428 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a889b507-2d5f-4167-b51c-742449f0b38a", "tag": "9050846c-23f9-4c39-bac0-dec233becd5d", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:17:53.963601 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-761bf047-92db-4870-9eb0-ba65202e8136 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:17:53.964019 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a889b507-2d5f-4167-b51c-742449f0b38a', 'tag': '9050846c-23f9-4c39-bac0-dec233becd5d', 'status': 'completed', 'code': 200} Sep 09 15:17:53.965498 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517940e9-ad80-45ef-9045-e5379fbbf021 service neutron] Pushing event updated for resources: {'Port': ['ID=9050846c-23f9-4c39-bac0-dec233becd5d,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:53.974962 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-50d076b7-46db-44f5-bde4-761ae3665010 service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459823 Sep 09 15:17:53.977221 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-69d8a1a1-d8f7-4bc9-b7a5-4a681bd5a256 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Calling delete_port for becd5739-71ab-4e1c-aa2a-0b5bffad61b0 owned by network:floatingip {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:17:53.983342 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-41496698-64e3-4421-b060-4adc6debd0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:53.984920 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-41496698-64e3-4421-b060-4adc6debd0c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=008bec234b33458f9feb3acf92706552&device_id=a889b507-2d5f-4167-b51c-742449f0b38a HTTP/1.1" status: 200 len: 1096 time: 0.0959263 Sep 09 15:17:54.034343 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:17:54.050968 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-4ea6e2a6-3378-4694-8025-9400df45024a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9050846c-23f9-4c39-bac0-dec233becd5d HTTP/1.1" status: 200 len: 217 time: 0.0568554 Sep 09 15:17:54.140922 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-da978ee1-78c4-41b3-ba90-153cbe7820a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:54.142732 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-da978ee1-78c4-41b3-ba90-153cbe7820a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f259b8a7-6536-4058-951d-ed006ad8d0c2 HTTP/1.1" status: 200 len: 848 time: 0.0802763 Sep 09 15:17:54.183103 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-93bb0aac-a740-4e37-a317-9d672be51b75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7b62e3a-6413-4e1b-9727-89d2d36bdb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317817 Sep 09 15:17:54.266041 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0230d451-7ce4-4ed7-94d2-e9d8a859fdc3 req-27423d64-015b-4901-a490-70c516b44aa1 service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838156 Sep 09 15:17:54.321678 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-53cefb8e-4c5f-4c41-a7f8-bbbdd10304a5 service neutron] 10.222.0.39 "GET /v2.0/networks/c7b62e3a-6413-4e1b-9727-89d2d36bdb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287935 Sep 09 15:17:54.454920 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-69d8a1a1-d8f7-4bc9-b7a5-4a681bd5a256 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:54.472152 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8185c-8e92-465d-9899-bbde45c8d393 req-a493cd6b-da8f-4004-91fb-9870ec92c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:54.474283 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fdf8185c-8e92-465d-9899-bbde45c8d393 req-a493cd6b-da8f-4004-91fb-9870ec92c6d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60e24a0985124167a48ad737065f163e&device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 1096 time: 0.1180139 Sep 09 15:17:54.503099 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8a1a1-d8f7-4bc9-b7a5-4a681bd5a256 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Pushing event deleted for resources: {'Port': ['ID=becd5739-71ab-4e1c-aa2a-0b5bffad61b0,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:54.535531 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82724df8-80a1-450c-8e13-b1a7f460cd2b req-9aa9cd6d-dcb6-4e44-bea4-46f1d908824b tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:54.538495 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-82724df8-80a1-450c-8e13-b1a7f460cd2b req-9aa9cd6d-dcb6-4e44-bea4-46f1d908824b tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 984 time: 0.2103562 Sep 09 15:17:54.541535 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd8ec7e3-17b9-472b-9770-27867b498097 req-675d2998-8d83-4228-bf0c-d821a3721618 service neutron] 10.222.0.39 "GET /v2.0/networks/c7b62e3a-6413-4e1b-9727-89d2d36bdb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043805 Sep 09 15:17:54.544388 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e743eca-af17-413f-9346-26c1595c56ea req-25fa0edd-53e4-4bb6-8b7d-b59f91158827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:54.546229 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6e743eca-af17-413f-9346-26c1595c56ea req-25fa0edd-53e4-4bb6-8b7d-b59f91158827 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca5aad77d3124812a9189d72a2a2bfb0&device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 1137 time: 0.2170155 Sep 09 15:17:54.641791 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8185c-8e92-465d-9899-bbde45c8d393 req-de29f70c-de78-46a6-a44e-2c359bd925b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:54.643672 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fdf8185c-8e92-465d-9899-bbde45c8d393 req-de29f70c-de78-46a6-a44e-2c359bd925b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed HTTP/1.1" status: 200 len: 912 time: 0.1590278 Sep 09 15:17:54.690158 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de95e5a-1a03-43a8-8ce0-9bd792711e64 req-709a962d-8c84-45cf-9659-f81f17a315f7 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:54.692046 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5de95e5a-1a03-43a8-8ce0-9bd792711e64 req-709a962d-8c84-45cf-9659-f81f17a315f7 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 943 time: 0.3195803 Sep 09 15:17:54.732543 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fdf8185c-8e92-465d-9899-bbde45c8d393 req-a728c8bc-1dac-450b-9613-719d6ac2aa39 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dcbac44-8094-4302-a71a-0ec719720cf9 HTTP/1.1" status: 200 len: 217 time: 0.0787435 Sep 09 15:17:54.757867 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb3612-3bb4-48f3-ac39-c1676d4594af req-2f92cda2-7acb-44f0-b30c-0521a998da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:54.760471 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-06cb3612-3bb4-48f3-ac39-c1676d4594af req-2f92cda2-7acb-44f0-b30c-0521a998da76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=008bec234b33458f9feb3acf92706552&device_id=a889b507-2d5f-4167-b51c-742449f0b38a HTTP/1.1" status: 200 len: 1096 time: 0.1152380 Sep 09 15:17:54.779546 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-69d8a1a1-d8f7-4bc9-b7a5-4a681bd5a256 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks [] for floatingip, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:54.782349 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-69d8a1a1-d8f7-4bc9-b7a5-4a681bd5a256 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:54.797587 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-69d8a1a1-d8f7-4bc9-b7a5-4a681bd5a256 tempest-AttachVolumeTestJSON-781459545 tempest-AttachVolumeTestJSON-781459545-project] 10.222.0.18 "DELETE /v2.0/floatingips/3024446f-fb56-4ef6-9226-101dca90a9ad HTTP/1.1" status: 204 len: 168 time: 2.2619288 Sep 09 15:17:54.823845 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-82724df8-80a1-450c-8e13-b1a7f460cd2b req-27114e6a-a895-43c1-bb83-d157dd4b90bb tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&id=1e4bf437-b0ce-4778-ab28-0f01e18f2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2172012 Sep 09 15:17:54.831525 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e743eca-af17-413f-9346-26c1595c56ea req-8dd9dca6-b830-4c2e-908b-a1f5a7e791a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:54.831525 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6e743eca-af17-413f-9346-26c1595c56ea req-8dd9dca6-b830-4c2e-908b-a1f5a7e791a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5aad6b89-42f4-4242-ae45-718ce8363e0c HTTP/1.1" status: 200 len: 916 time: 0.2628031 Sep 09 15:17:54.833585 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5de95e5a-1a03-43a8-8ce0-9bd792711e64 req-3378ce61-82ed-454f-a8e0-aa370558bb98 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169584 Sep 09 15:17:54.952654 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8185c-8e92-465d-9899-bbde45c8d393 req-8c1ece1e-352e-4d73-9461-88b1a18416b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:54.954475 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:54.955148 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fdf8185c-8e92-465d-9899-bbde45c8d393 req-8c1ece1e-352e-4d73-9461-88b1a18416b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b56d118f-8744-4cdd-be23-a614a2b19b95 HTTP/1.1" status: 200 len: 850 time: 0.2069647 Sep 09 15:17:55.036099 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb3612-3bb4-48f3-ac39-c1676d4594af req-f0f5bded-faec-4e6c-b1f4-6af2eeeeaaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:55.037671 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-06cb3612-3bb4-48f3-ac39-c1676d4594af req-f0f5bded-faec-4e6c-b1f4-6af2eeeeaaca service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7b62e3a-6413-4e1b-9727-89d2d36bdb4f HTTP/1.1" status: 200 len: 909 time: 0.2550223 Sep 09 15:17:55.043965 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8185c-8e92-465d-9899-bbde45c8d393 req-7bb6460a-e527-4226-b70e-ca6a24a5536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:55.045517 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fdf8185c-8e92-465d-9899-bbde45c8d393 req-7bb6460a-e527-4226-b70e-ca6a24a5536c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733504 Sep 09 15:17:55.081740 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce554-f1ff-4d2d-a153-363be208e08e req-2a50e922-901c-404f-ab41-ddc55e122171 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:55.084471 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dafce554-f1ff-4d2d-a153-363be208e08e req-2a50e922-901c-404f-ab41-ddc55e122171 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=a889b507-2d5f-4167-b51c-742449f0b38a HTTP/1.1" status: 200 len: 943 time: 0.1483672 Sep 09 15:17:55.100026 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-06cb3612-3bb4-48f3-ac39-c1676d4594af req-1732a30e-53fa-40d9-9090-d7a9036c45ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9050846c-23f9-4c39-bac0-dec233becd5d HTTP/1.1" status: 200 len: 217 time: 0.0520296 Sep 09 15:17:55.101758 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6e743eca-af17-413f-9346-26c1595c56ea req-f362675c-b655-42b0-acaa-9aefa54de69d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b36a9137-e288-4a10-8270-76b3593abd7d HTTP/1.1" status: 200 len: 1000 time: 0.2628336 Sep 09 15:17:55.165599 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb3612-3bb4-48f3-ac39-c1676d4594af req-c59f1dd0-6224-4f4d-9dbe-3110d70ebd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:55.166248 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-06cb3612-3bb4-48f3-ac39-c1676d4594af req-c59f1dd0-6224-4f4d-9dbe-3110d70ebd36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f259b8a7-6536-4058-951d-ed006ad8d0c2 HTTP/1.1" status: 200 len: 848 time: 0.0535514 Sep 09 15:17:55.170996 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e743eca-af17-413f-9346-26c1595c56ea req-10a3476b-181b-441f-8b41-3aac417561e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:55.172963 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6e743eca-af17-413f-9346-26c1595c56ea req-10a3476b-181b-441f-8b41-3aac417561e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a HTTP/1.1" status: 200 len: 854 time: 0.0597408 Sep 09 15:17:55.216126 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dafce554-f1ff-4d2d-a153-363be208e08e req-63e4be1c-6b0e-4b7f-a78c-ac1bf1bbfa65 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127992 Sep 09 15:17:55.271659 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109d911-f77e-4e86-a77b-b5d70f9bb6ac req-7c52c3b3-1993-451b-88af-e705ff0f7bcc tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:55.273709 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4109d911-f77e-4e86-a77b-b5d70f9bb6ac req-7c52c3b3-1993-451b-88af-e705ff0f7bcc tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.2102714 Sep 09 15:17:55.273912 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-06cb3612-3bb4-48f3-ac39-c1676d4594af req-3d3bdf79-7477-4398-b1c3-3d4ca8dc0c22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7b62e3a-6413-4e1b-9727-89d2d36bdb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882773 Sep 09 15:17:55.291102 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e743eca-af17-413f-9346-26c1595c56ea req-b2328a0a-91c5-4b82-adb3-d9c708ec2bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:55.292809 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6e743eca-af17-413f-9346-26c1595c56ea req-b2328a0a-91c5-4b82-adb3-d9c708ec2bdd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5aad6b89-42f4-4242-ae45-718ce8363e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0880830 Sep 09 15:17:55.331939 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fdf8185c-8e92-465d-9899-bbde45c8d393 req-9a94ea98-c5ee-4e3e-aca7-407bd4ca2a28 service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776136 Sep 09 15:17:55.424222 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-4109d911-f77e-4e86-a77b-b5d70f9bb6ac req-4bd42fc0-a158-4cac-8fb7-62a822cfb41f tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256070 Sep 09 15:17:55.469917 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-06cb3612-3bb4-48f3-ac39-c1676d4594af req-15ebf6d3-45cc-44dd-adbe-20fe6d94a3bb service neutron] 10.222.0.39 "GET /v2.0/networks/c7b62e3a-6413-4e1b-9727-89d2d36bdb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845782 Sep 09 15:17:55.472350 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6e743eca-af17-413f-9346-26c1595c56ea req-4b055314-4e39-4b8d-8d30-5a1262b8eacb service neutron] 10.222.0.39 "GET /v2.0/networks/5aad6b89-42f4-4242-ae45-718ce8363e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660497 Sep 09 15:17:55.521990 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fdf8185c-8e92-465d-9899-bbde45c8d393 req-baf4048f-d706-4471-9437-8a794b0b9edf service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519692 Sep 09 15:17:55.606815 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6e743eca-af17-413f-9346-26c1595c56ea req-d1e0449f-7fc4-41a3-868c-99840e7a5a83 service neutron] 10.222.0.39 "GET /v2.0/networks/5aad6b89-42f4-4242-ae45-718ce8363e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176317 Sep 09 15:17:55.667914 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-06cb3612-3bb4-48f3-ac39-c1676d4594af req-b1347911-5270-4f50-a147-14eb93feeed9 service neutron] 10.222.0.39 "GET /v2.0/networks/c7b62e3a-6413-4e1b-9727-89d2d36bdb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757944 Sep 09 15:17:56.031277 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac52f59-e474-454a-83fa-1e0cd735a4af req-380f90aa-5b28-4b9f-bfb8-f05207509dfd tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:56.037301 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-eac52f59-e474-454a-83fa-1e0cd735a4af req-380f90aa-5b28-4b9f-bfb8-f05207509dfd tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 943 time: 0.1019621 Sep 09 15:17:56.158764 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6d010-b194-464a-948f-4ba8802b2f30 req-ebe354d7-cc41-4d7e-ab96-5976300ffea8 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:56.173792 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-13f6d010-b194-464a-948f-4ba8802b2f30 req-ebe354d7-cc41-4d7e-ab96-5976300ffea8 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 984 time: 0.1886404 Sep 09 15:17:56.206414 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-eac52f59-e474-454a-83fa-1e0cd735a4af req-472ed5fb-1167-4395-99bd-d73457f234aa tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1421964 Sep 09 15:17:56.272907 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-13f6d010-b194-464a-948f-4ba8802b2f30 req-8c058e07-19cd-4a0c-b8b0-593382e7d416 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&id=1e4bf437-b0ce-4778-ab28-0f01e18f2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0968273 Sep 09 15:17:56.431794 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840058f5-a722-4884-bf63-7b90397fb3bc req-ba662e47-1d8a-4343-8034-f0695013fccf tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:56.445756 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-840058f5-a722-4884-bf63-7b90397fb3bc req-ba662e47-1d8a-4343-8034-f0695013fccf tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=a889b507-2d5f-4167-b51c-742449f0b38a HTTP/1.1" status: 200 len: 943 time: 0.1053665 Sep 09 15:17:56.539532 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-840058f5-a722-4884-bf63-7b90397fb3bc req-639a476c-58c0-40a3-9e5d-99ae3de317bd tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924819 Sep 09 15:17:56.620753 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0497836-90d8-41a5-aa8e-7f8c1b8ec549 req-63077198-ca85-4eec-9c3d-f96974736fbb tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:56.622453 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f0497836-90d8-41a5-aa8e-7f8c1b8ec549 req-63077198-ca85-4eec-9c3d-f96974736fbb tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.0643933 Sep 09 15:17:56.680255 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f0497836-90d8-41a5-aa8e-7f8c1b8ec549 req-2ec5a26f-b2a4-4bd1-8fa7-db5cb03e64c4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494637 Sep 09 15:17:57.434450 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68e277-885b-4e25-bdfd-929bbca3aed4 req-df2c6c91-3b21-45e5-9d7d-468f47eb89c7 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:57.437863 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1b68e277-885b-4e25-bdfd-929bbca3aed4 req-df2c6c91-3b21-45e5-9d7d-468f47eb89c7 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 943 time: 0.0935757 Sep 09 15:17:57.532360 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1b68e277-885b-4e25-bdfd-929bbca3aed4 req-f91ec1ff-4d05-44cb-a77d-61c37576994a tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748193 Sep 09 15:17:57.556292 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebc612-e901-44b3-8f47-9c06562dfee5 req-57ceb6d8-2daf-4db4-83a7-266fff7b9b2d tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:57.571986 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c4ebc612-e901-44b3-8f47-9c06562dfee5 req-57ceb6d8-2daf-4db4-83a7-266fff7b9b2d tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 984 time: 0.1608372 Sep 09 15:17:57.643860 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c4ebc612-e901-44b3-8f47-9c06562dfee5 req-a0de54be-ccad-44dd-94d2-6cad527e0e9c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&id=1e4bf437-b0ce-4778-ab28-0f01e18f2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618231 Sep 09 15:17:57.736943 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de96f23-cf11-45a8-8c67-0841cfcb854a req-23234cea-4555-4ad6-a429-c05db4583881 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:57.738387 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7de96f23-cf11-45a8-8c67-0841cfcb854a req-23234cea-4555-4ad6-a429-c05db4583881 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=a889b507-2d5f-4167-b51c-742449f0b38a HTTP/1.1" status: 200 len: 943 time: 0.0667913 Sep 09 15:17:57.812362 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7de96f23-cf11-45a8-8c67-0841cfcb854a req-6bf52141-39df-47ea-a654-f31ed50b6ac0 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665541 Sep 09 15:17:57.902018 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f51df-e838-41a7-a6b4-14a3e4aabce7 req-127c6be4-a2c2-4a61-8d80-47bd0ee3593b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:57.903600 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3e0f51df-e838-41a7-a6b4-14a3e4aabce7 req-127c6be4-a2c2-4a61-8d80-47bd0ee3593b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.0902689 Sep 09 15:17:57.954780 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3e0f51df-e838-41a7-a6b4-14a3e4aabce7 req-1c4c6244-fcbb-42f3-bf20-4771e476d48c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381887 Sep 09 15:17:58.643243 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 9050846c-23f9-4c39-bac0-dec233becd5d details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:17:58.715442 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c5228-b3f4-4cc0-8d01-0d4c0ccde136 req-dfb2b81d-8e2f-4ff6-9398-16288e12eef9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:58.717720 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ac8c5228-b3f4-4cc0-8d01-0d4c0ccde136 req-dfb2b81d-8e2f-4ff6-9398-16288e12eef9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 943 time: 0.0749536 Sep 09 15:17:58.817163 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ac8c5228-b3f4-4cc0-8d01-0d4c0ccde136 req-7305a1a0-fcf6-42c9-83ed-d48eab028a56 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818102 Sep 09 15:17:58.825976 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 9050846c-23f9-4c39-bac0-dec233becd5d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9050846c-23f9-4c39-bac0-dec233becd5d,segment=NetworkSegment(6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79),segment_id=6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:17:58.843138 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': '9050846c-23f9-4c39-bac0-dec233becd5d', 'network_id': 'c7b62e3a-6413-4e1b-9727-89d2d36bdb4f', 'port_id': '9050846c-23f9-4c39-bac0-dec233becd5d', 'mac_address': 'fa:16:3e:0f:93:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f259b8a7-6536-4058-951d-ed006ad8d0c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:17:58.893255 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f236cc-0af5-4a3f-a08b-0334825ea8e0 req-3d1e3787-9580-4b0d-a3e8-ca62fbdc354f tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:58.908855 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b9f236cc-0af5-4a3f-a08b-0334825ea8e0 req-3d1e3787-9580-4b0d-a3e8-ca62fbdc354f tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 984 time: 0.1430609 Sep 09 15:17:58.945631 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:58.969709 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9050846c-23f9-4c39-bac0-dec233becd5d {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:17:58.996934 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 9050846c-23f9-4c39-bac0-dec233becd5d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9050846c-23f9-4c39-bac0-dec233becd5d,segment=NetworkSegment(6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79),segment_id=6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:17:59.006382 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:17:59.033390 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b9f236cc-0af5-4a3f-a08b-0334825ea8e0 req-e43ae8ea-310b-4f1e-90d3-98ca29cfe5fb tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&id=1e4bf437-b0ce-4778-ab28-0f01e18f2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1241491 Sep 09 15:17:59.078934 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b34cfa-442b-4308-9c3a-9c9908cc5bb6 req-5a128be6-0306-4861-a6fc-339f6be23cb4 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:59.094835 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f2b34cfa-442b-4308-9c3a-9c9908cc5bb6 req-5a128be6-0306-4861-a6fc-339f6be23cb4 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=a889b507-2d5f-4167-b51c-742449f0b38a HTTP/1.1" status: 200 len: 943 time: 0.1345351 Sep 09 15:17:59.101939 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=9050846c-23f9-4c39-bac0-dec233becd5d,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:17:59.174347 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f2b34cfa-442b-4308-9c3a-9c9908cc5bb6 req-7e147c8e-e758-4d3a-bae4-725e44311e77 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789015 Sep 09 15:17:59.241968 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 43386) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:17:59.249858 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['9050846c-23f9-4c39-bac0-dec233becd5d'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:17:59.250891 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd5b9b-0390-418d-97cc-37c99d40ecac req-a8afb341-fe18-4241-a85f-1e11eb2b9508 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:59.252985 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-41bd5b9b-0390-418d-97cc-37c99d40ecac req-a8afb341-fe18-4241-a85f-1e11eb2b9508 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.0696118 Sep 09 15:17:59.360171 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-41bd5b9b-0390-418d-97cc-37c99d40ecac req-69ce2e0e-8815-452b-885f-da6a420faf33 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848308 Sep 09 15:17:59.959458 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154eb6d-6d8c-42bc-af1d-a4eceb23c4ef req-4aab5b58-5cd1-4210-ba59-7b26b9175372 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:17:59.962258 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6154eb6d-6d8c-42bc-af1d-a4eceb23c4ef req-4aab5b58-5cd1-4210-ba59-7b26b9175372 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 943 time: 0.0688784 Sep 09 15:18:00.055974 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6154eb6d-6d8c-42bc-af1d-a4eceb23c4ef req-1c86c961-05c5-4a22-b069-bd83d61250be tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868266 Sep 09 15:18:00.240795 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67783896-f3df-44ee-a4e1-05d4adce01da req-43068052-d999-4994-ad03-be3788e96732 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:00.241873 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-67783896-f3df-44ee-a4e1-05d4adce01da req-43068052-d999-4994-ad03-be3788e96732 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 984 time: 0.0792537 Sep 09 15:18:00.263738 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-18882c89-bc44-4c88-a306-9f9488b947c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682430'] for router_interface, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:00.315332 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-67783896-f3df-44ee-a4e1-05d4adce01da req-268c9ad6-ee53-49e5-bf97-e4f51b63d26e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&id=1e4bf437-b0ce-4778-ab28-0f01e18f2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708702 Sep 09 15:18:00.377437 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfc88b-9221-4acc-896e-1ec2c1922187 req-e3435b00-5e89-48c4-81b5-51843f243399 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:00.387637 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-84cfc88b-9221-4acc-896e-1ec2c1922187 req-e3435b00-5e89-48c4-81b5-51843f243399 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=a889b507-2d5f-4167-b51c-742449f0b38a HTTP/1.1" status: 200 len: 944 time: 0.1055036 Sep 09 15:18:00.445609 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-84cfc88b-9221-4acc-896e-1ec2c1922187 req-53e372a4-cd29-4e38-84e5-8c5454ab345f tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569863 Sep 09 15:18:00.572107 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ab8e3-2a7d-4ce1-9598-b7b977059c6f req-9abda337-cd80-40c5-92d1-2ab7e3d3347e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:00.574030 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-871ab8e3-2a7d-4ce1-9598-b7b977059c6f req-9abda337-cd80-40c5-92d1-2ab7e3d3347e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.0666862 Sep 09 15:18:00.628383 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-871ab8e3-2a7d-4ce1-9598-b7b977059c6f req-64975b56-6456-49d8-a4ec-0ca84fb57ae9 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475781 Sep 09 15:18:00.664634 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 9050846c-23f9-4c39-bac0-dec233becd5d up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:18:00.683642 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-18882c89-bc44-4c88-a306-9f9488b947c0 admin admin] Deleting port 61330a91-e5bc-4f3d-9d40-0090d079f598 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:18:00.684013 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-18882c89-bc44-4c88-a306-9f9488b947c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:00.723664 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port 9050846c-23f9-4c39-bac0-dec233becd5d completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:18:00.730376 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port 9050846c-23f9-4c39-bac0-dec233becd5d triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:18:00.731274 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:00.836718 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-18882c89-bc44-4c88-a306-9f9488b947c0 admin admin] For port 61330a91-e5bc-4f3d-9d40-0090d079f598, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=61330a91-e5bc-4f3d-9d40-0090d079f598,segment=NetworkSegment(24394f6b-9b3e-4e73-9b84-bf533dec1e8f),segment_id=24394f6b-9b3e-4e73-9b84-bf533dec1e8f)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:00.837300 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-18882c89-bc44-4c88-a306-9f9488b947c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:00.862098 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-18882c89-bc44-4c88-a306-9f9488b947c0 admin admin] Calling delete_port for 61330a91-e5bc-4f3d-9d40-0090d079f598 owned by network:router_interface {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:18:00.970656 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:00.997811 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a889b507-2d5f-4167-b51c-742449f0b38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9050846c-23f9-4c39-bac0-dec233becd5d'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:18:01.000201 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaf9f98-853f-4af3-99cc-7423efee4efe" -d '{"events": [{"server_uuid": "a889b507-2d5f-4167-b51c-742449f0b38a", "name": "network-vif-plugged", "status": "completed", "tag": "9050846c-23f9-4c39-bac0-dec233becd5d"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:18:01.035323 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 9050846c-23f9-4c39-bac0-dec233becd5d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9050846c-23f9-4c39-bac0-dec233becd5d,segment=NetworkSegment(6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79),segment_id=6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:01.044788 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:01.088968 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba089a7-5609-4cbc-a3fd-da239a1e1523 x-openstack-request-id: req-2ba089a7-5609-4cbc-a3fd-da239a1e1523 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:18:01.089552 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a889b507-2d5f-4167-b51c-742449f0b38a", "name": "network-vif-plugged", "status": "completed", "tag": "9050846c-23f9-4c39-bac0-dec233becd5d", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:18:01.089968 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ba089a7-5609-4cbc-a3fd-da239a1e1523 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:18:01.090529 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a889b507-2d5f-4167-b51c-742449f0b38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9050846c-23f9-4c39-bac0-dec233becd5d', 'code': 200} Sep 09 15:18:01.138979 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=9050846c-23f9-4c39-bac0-dec233becd5d,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:01.222932 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-18882c89-bc44-4c88-a306-9f9488b947c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:01.245633 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18882c89-bc44-4c88-a306-9f9488b947c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=61330a91-e5bc-4f3d-9d40-0090d079f598,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:01.307839 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752bd99-e6a0-4e24-a6b6-12b859860e7a req-b1f3a1ae-7a90-4257-bc17-5a175b2fd424 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:01.315560 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5752bd99-e6a0-4e24-a6b6-12b859860e7a req-b1f3a1ae-7a90-4257-bc17-5a175b2fd424 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 943 time: 0.1128531 Sep 09 15:18:01.371353 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5752bd99-e6a0-4e24-a6b6-12b859860e7a req-858611cd-17c6-4bfd-9d84-d0373628d0de tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548506 Sep 09 15:18:01.418930 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dc542-8c61-4165-9ff6-d14cc4dd45f1 req-571d2ca2-30fa-4468-940f-6dd4b72d4329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:01.420704 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-565dc542-8c61-4165-9ff6-d14cc4dd45f1 req-571d2ca2-30fa-4468-940f-6dd4b72d4329 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a889b507-2d5f-4167-b51c-742449f0b38a HTTP/1.1" status: 200 len: 1098 time: 0.1072764 Sep 09 15:18:01.528162 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd7fe1-e323-45c4-bf56-b6463ecf3bad req-3b549162-223f-4506-ae14-c993c89c8c79 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:01.533719 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-565dc542-8c61-4165-9ff6-d14cc4dd45f1 req-0c580a86-ff66-4ee5-ac27-b8d14e404778 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694995 Sep 09 15:18:01.537904 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-64bd7fe1-e323-45c4-bf56-b6463ecf3bad req-3b549162-223f-4506-ae14-c993c89c8c79 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 984 time: 0.0963619 Sep 09 15:18:01.609874 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-18882c89-bc44-4c88-a306-9f9488b947c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682506'] for router_interface, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:01.625665 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-64bd7fe1-e323-45c4-bf56-b6463ecf3bad req-c1b60e04-2a95-4dcf-ad0f-35846e1c4f69 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&id=1e4bf437-b0ce-4778-ab28-0f01e18f2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868444 Sep 09 15:18:01.647088 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dc100-b566-4364-a14c-985843a18968 req-1303a2b8-c561-4613-bf04-8c0e5eca2cf3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:01.650054 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-fb1dc100-b566-4364-a14c-985843a18968 req-1303a2b8-c561-4613-bf04-8c0e5eca2cf3 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=a889b507-2d5f-4167-b51c-742449f0b38a HTTP/1.1" status: 200 len: 945 time: 0.0803511 Sep 09 15:18:01.698011 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-fb1dc100-b566-4364-a14c-985843a18968 req-1452b48c-a695-4212-8db2-8ddc72f9bb2b tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428965 Sep 09 15:18:01.807752 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f667198-7a87-4f2e-a65f-47ba09a3fd56 req-6ba2bad5-8c00-4370-9ade-b56c84496f37 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:01.809360 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5f667198-7a87-4f2e-a65f-47ba09a3fd56 req-6ba2bad5-8c00-4370-9ade-b56c84496f37 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.0576584 Sep 09 15:18:01.856731 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5f667198-7a87-4f2e-a65f-47ba09a3fd56 req-e525002b-461f-401d-bd2a-5559ee9700a9 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406923 Sep 09 15:18:01.885697 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18882c89-bc44-4c88-a306-9f9488b947c0 admin admin] Router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:18:02.006685 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18882c89-bc44-4c88-a306-9f9488b947c0 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:18:02.012223 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-18882c89-bc44-4c88-a306-9f9488b947c0 admin admin] 10.222.0.18 "PUT /v2.0/routers/c7ffaaf2-74c6-4a09-8b57-5315a054cc04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7690768 Sep 09 15:18:02.014829 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 43422) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:02.016853 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ff845-58cf-4bc1-b4d3-0c151280a4e4 None None] Sync routers for ids ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:18:02.027230 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ff845-58cf-4bc1-b4d3-0c151280a4e4 None None] Routers {'c7ffaaf2-74c6-4a09-8b57-5315a054cc04'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:18:02.027830 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-1b2ff845-58cf-4bc1-b4d3-0c151280a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:17:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:02.134998 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d63519cf-edf0-49e4-b9c8-0f8235b7c699 admin admin] Notify callbacks [] for router, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:02.154200 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-1b2ff845-58cf-4bc1-b4d3-0c151280a4e4 None None] Set router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:18:02.261640 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174cc02-eb1a-4c7a-ba0e-3ce2a9834eb2 req-fa027e5f-dfc4-4bac-9de5-633f88fff172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:02.264427 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0174cc02-eb1a-4c7a-ba0e-3ce2a9834eb2 req-fa027e5f-dfc4-4bac-9de5-633f88fff172 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1671f29bb75494bb0226cd82308a86d&device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 1099 time: 0.0519156 Sep 09 15:18:02.276776 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d63519cf-edf0-49e4-b9c8-0f8235b7c699 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:02.365862 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-d63519cf-edf0-49e4-b9c8-0f8235b7c699 admin admin] Deleting port 17ba843e-df37-45d5-a1f1-dbc221a61508 {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:18:02.366575 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d63519cf-edf0-49e4-b9c8-0f8235b7c699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:02.389214 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174cc02-eb1a-4c7a-ba0e-3ce2a9834eb2 req-2b0c82d7-41fc-4f1a-bf12-8e17c1778f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:02.390879 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0174cc02-eb1a-4c7a-ba0e-3ce2a9834eb2 req-2b0c82d7-41fc-4f1a-bf12-8e17c1778f76 service neutron] 10.222.0.39 "GET /v2.0/networks?id=523750d6-4668-45d0-b10f-8b045df11afb HTTP/1.1" status: 200 len: 917 time: 0.1182201 Sep 09 15:18:02.423729 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-1b2ff845-58cf-4bc1-b4d3-0c151280a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:18:01Z', 'revision_number': 5, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port': {'id': '17ba843e-df37-45d5-a1f1-dbc221a61508', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:13:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:17Z', 'updated_at': '2021-09-09T15:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:02.456505 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ff845-58cf-4bc1-b4d3-0c151280a4e4 None None] Checking router: c7ffaaf2-74c6-4a09-8b57-5315a054cc04 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:18:02.468046 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ff845-58cf-4bc1-b4d3-0c151280a4e4 None None] Routers {'c7ffaaf2-74c6-4a09-8b57-5315a054cc04'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:18:02.468851 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-1b2ff845-58cf-4bc1-b4d3-0c151280a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:17:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:02.537854 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0174cc02-eb1a-4c7a-ba0e-3ce2a9834eb2 req-24435301-1591-4e75-92d6-9f3c7f0552a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac2daff8-0a5f-4c2f-826a-ef7889037d01 HTTP/1.1" status: 200 len: 1001 time: 0.1385837 Sep 09 15:18:02.597479 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-d63519cf-edf0-49e4-b9c8-0f8235b7c699 admin admin] For port 17ba843e-df37-45d5-a1f1-dbc221a61508, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=17ba843e-df37-45d5-a1f1-dbc221a61508,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:02.598831 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d63519cf-edf0-49e4-b9c8-0f8235b7c699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:02.599752 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174cc02-eb1a-4c7a-ba0e-3ce2a9834eb2 req-7ceb5608-f0e2-4995-bede-e25092608fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:02.601410 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0174cc02-eb1a-4c7a-ba0e-3ce2a9834eb2 req-7ceb5608-f0e2-4995-bede-e25092608fee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff7b0629-fe79-43e4-954a-7cf836f43f0a HTTP/1.1" status: 200 len: 855 time: 0.0555253 Sep 09 15:18:02.609482 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-1b2ff845-58cf-4bc1-b4d3-0c151280a4e4 None None] Set router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 gateway port host: None {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:18:02.636305 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39c2a3-dd75-4165-ba42-67fc0fca96c2 req-4705473d-2b59-4405-a6de-658314a4a173 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:02.638438 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cc39c2a3-dd75-4165-ba42-67fc0fca96c2 req-4705473d-2b59-4405-a6de-658314a4a173 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 943 time: 0.1417363 Sep 09 15:18:02.640001 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-d63519cf-edf0-49e4-b9c8-0f8235b7c699 admin admin] Calling delete_port for 17ba843e-df37-45d5-a1f1-dbc221a61508 owned by network:router_gateway {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:18:02.674240 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174cc02-eb1a-4c7a-ba0e-3ce2a9834eb2 req-39d2c6c8-2966-4af7-ab57-90c9c83fb615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:02.678320 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0174cc02-eb1a-4c7a-ba0e-3ce2a9834eb2 req-39d2c6c8-2966-4af7-ab57-90c9c83fb615 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=523750d6-4668-45d0-b10f-8b045df11afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624814 Sep 09 15:18:02.689628 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 8dcbac44-8094-4302-a71a-0ec719720cf9 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:18:02.759034 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cc39c2a3-dd75-4165-ba42-67fc0fca96c2 req-82b0a977-4b5a-4566-81f3-618366dc0376 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041281 Sep 09 15:18:02.803156 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-1b2ff845-58cf-4bc1-b4d3-0c151280a4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:18:02Z', 'revision_number': 6, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port_host': None}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:02.823285 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0174cc02-eb1a-4c7a-ba0e-3ce2a9834eb2 req-073d4cda-1592-4b56-b2b5-ff3190c27d88 service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358359 Sep 09 15:18:02.861870 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ff845-58cf-4bc1-b4d3-0c151280a4e4 None None] The sync data for ids ['c7ffaaf2-74c6-4a09-8b57-5315a054cc04'] in dv-cinder-776307-9-iscsi is: [{'id': 'c7ffaaf2-74c6-4a09-8b57-5315a054cc04', 'name': 'tempest-AttachVolumeTestJSON-348539125-router', 'tenant_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:18:02Z', 'revision_number': 6, 'project_id': 'e2fbe9b5c8754473b0850c62c32d056b', 'gw_port_host': None}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:18:02.974590 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 8dcbac44-8094-4302-a71a-0ec719720cf9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8dcbac44-8094-4302-a71a-0ec719720cf9,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:02.977554 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0174cc02-eb1a-4c7a-ba0e-3ce2a9834eb2 req-63f5e549-17e3-41bc-b551-c85298d24561 service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430373 Sep 09 15:18:02.989512 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': '8dcbac44-8094-4302-a71a-0ec719720cf9', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'port_id': '8dcbac44-8094-4302-a71a-0ec719720cf9', 'mac_address': 'fa:16:3e:ca:3f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:18:03.037108 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:03.051534 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcbac44-8094-4302-a71a-0ec719720cf9 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:18:03.073346 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 8dcbac44-8094-4302-a71a-0ec719720cf9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8dcbac44-8094-4302-a71a-0ec719720cf9,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:03.077761 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:03.127722 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=8dcbac44-8094-4302-a71a-0ec719720cf9,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:03.226505 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b601c7-0bed-407b-b2e4-424b8d96771e req-7acdf51f-e64d-4ed2-bc84-da10156259b8 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:03.235420 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-77b601c7-0bed-407b-b2e4-424b8d96771e req-7acdf51f-e64d-4ed2-bc84-da10156259b8 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 984 time: 0.4066122 Sep 09 15:18:03.290195 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25081f0d-1d95-4a94-9584-e942890f8086 req-94c3cec9-83dd-4043-8110-b01d78cb7dbe tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:03.291803 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-25081f0d-1d95-4a94-9584-e942890f8086 req-94c3cec9-83dd-4043-8110-b01d78cb7dbe tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=a889b507-2d5f-4167-b51c-742449f0b38a HTTP/1.1" status: 200 len: 945 time: 0.4389281 Sep 09 15:18:03.336168 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['8dcbac44-8094-4302-a71a-0ec719720cf9'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:18:03.346684 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d63519cf-edf0-49e4-b9c8-0f8235b7c699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:03.390652 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-77b601c7-0bed-407b-b2e4-424b8d96771e req-3dd13b5b-0d1f-4202-ac9e-731d99a3829b tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&id=1e4bf437-b0ce-4778-ab28-0f01e18f2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1450114 Sep 09 15:18:03.396308 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63519cf-edf0-49e4-b9c8-0f8235b7c699 admin admin] Pushing event deleted for resources: {'Port': ['ID=17ba843e-df37-45d5-a1f1-dbc221a61508,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:03.403730 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-25081f0d-1d95-4a94-9584-e942890f8086 req-4855ad94-86c0-4b68-87d3-4a3595e4bb7e tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988283 Sep 09 15:18:03.540442 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d63519cf-edf0-49e4-b9c8-0f8235b7c699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681832'] for router_gateway, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:03.630542 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d553b-5549-4dff-957d-e5c172fad9c3 req-4432fede-1082-4f8d-8702-dff4ad15fb4b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:03.632444 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e10d553b-5549-4dff-957d-e5c172fad9c3 req-4432fede-1082-4f8d-8702-dff4ad15fb4b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.1481082 Sep 09 15:18:03.682526 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d63519cf-edf0-49e4-b9c8-0f8235b7c699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-434'] for router, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:03.685729 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d63519cf-edf0-49e4-b9c8-0f8235b7c699 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:03.739863 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 17ba843e-df37-45d5-a1f1-dbc221a61508 no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:18:03.777266 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e10d553b-5549-4dff-957d-e5c172fad9c3 req-123ac7ab-0990-45e2-be3a-8c604a55272e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108091 Sep 09 15:18:03.788638 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d63519cf-edf0-49e4-b9c8-0f8235b7c699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684242'] for router, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:03.789622 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63519cf-edf0-49e4-b9c8-0f8235b7c699 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7ffaaf2-74c6-4a09-8b57-5315a054cc04 {{(pid=94130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:18:03.795347 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d63519cf-edf0-49e4-b9c8-0f8235b7c699 admin admin] Notify callbacks [] for router, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:03.799090 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 43442) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:03.799917 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-d63519cf-edf0-49e4-b9c8-0f8235b7c699 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c7ffaaf2-74c6-4a09-8b57-5315a054cc04 HTTP/1.1" status: 204 len: 168 time: 1.7831807 Sep 09 15:18:03.801879 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 17ba843e-df37-45d5-a1f1-dbc221a61508 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:18:03.802464 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 17ba843e-df37-45d5-a1f1-dbc221a61508 not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:18:03.802904 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 61330a91-e5bc-4f3d-9d40-0090d079f598 no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:18:03.824583 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 61330a91-e5bc-4f3d-9d40-0090d079f598 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:18:03.824929 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 61330a91-e5bc-4f3d-9d40-0090d079f598 not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:18:03.869909 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe23660-83b3-4ad3-8a0c-885f9a095a18 admin admin] Deleting subnet db53f811-03ef-4135-a3c5-5d3aa6a75f6d {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 15:18:03.873811 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bbe23660-83b3-4ad3-8a0c-885f9a095a18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:03.915383 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bbe23660-83b3-4ad3-8a0c-885f9a095a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60623514'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:03.937429 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe0e1f-bae4-4593-956a-27cb3efe9d74 req-53480f88-9735-4542-9ecf-9c9244616626 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:03.939184 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5efe0e1f-bae4-4593-956a-27cb3efe9d74 req-53480f88-9735-4542-9ecf-9c9244616626 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 944 time: 0.0658906 Sep 09 15:18:03.983986 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5efe0e1f-bae4-4593-956a-27cb3efe9d74 req-94b7a200-ac41-473d-9463-ca7b43475826 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371141 Sep 09 15:18:04.065621 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bbe23660-83b3-4ad3-8a0c-885f9a095a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612359'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:04.144853 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bbe23660-83b3-4ad3-8a0c-885f9a095a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3167384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59967899'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:04.172646 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe23660-83b3-4ad3-8a0c-885f9a095a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db53f811-03ef-4135-a3c5-5d3aa6a75f6d,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:04.180274 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bbe23660-83b3-4ad3-8a0c-885f9a095a18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:04.183197 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-bbe23660-83b3-4ad3-8a0c-885f9a095a18 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/db53f811-03ef-4135-a3c5-5d3aa6a75f6d HTTP/1.1" status: 204 len: 168 time: 0.3816395 Sep 09 15:18:04.184195 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953acd98-3377-4076-9f37-b97da98c2e1c None None] Network bfa1bfaf-34e0-4f2b-966f-dc046c011c4c requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:18:04.185117 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 43448) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:04.279361 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846555'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:04.342879 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] Deleting port fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:18:04.343220 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:04.401949 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0256c09-bbb9-4d07-8361-ff1fd1fa9226 req-7abb7558-6a8f-4814-ab54-6a8eb4ea6627 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:04.403578 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e0256c09-bbb9-4d07-8361-ff1fd1fa9226 req-7abb7558-6a8f-4814-ab54-6a8eb4ea6627 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=a889b507-2d5f-4167-b51c-742449f0b38a HTTP/1.1" status: 200 len: 945 time: 0.0731699 Sep 09 15:18:04.411682 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1923ea9d-dacb-4a83-9ac7-e7598fa75b16 None None] DHCP port deletion for bfa1bfaf-34e0-4f2b-966f-dc046c011c4c request from dv-cinder-776307-9-iscsi {{(pid=94132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 15:18:04.421161 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] For port fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde,segment=NetworkSegment(24394f6b-9b3e-4e73-9b84-bf533dec1e8f),segment_id=24394f6b-9b3e-4e73-9b84-bf533dec1e8f)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:04.421563 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:04.436256 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] Calling delete_port for fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde owned by network:dhcp {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:18:04.460804 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e0256c09-bbb9-4d07-8361-ff1fd1fa9226 req-713261c3-7baa-47b2-9499-ec03eae678c4 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456064 Sep 09 15:18:04.471858 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-1923ea9d-dacb-4a83-9ac7-e7598fa75b16 None None] Deleting port fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:18:04.472808 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1923ea9d-dacb-4a83-9ac7-e7598fa75b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:04.533131 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:04.554572 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-1923ea9d-dacb-4a83-9ac7-e7598fa75b16 None None] For port fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde,segment=NetworkSegment(24394f6b-9b3e-4e73-9b84-bf533dec1e8f),segment_id=24394f6b-9b3e-4e73-9b84-bf533dec1e8f)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:04.555144 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1923ea9d-dacb-4a83-9ac7-e7598fa75b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:04.555315 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35254f22-2047-4032-aa90-d28c68adda34 req-02f0d49a-4fc9-48ec-a52d-f6dc033f1221 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:04.557090 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-35254f22-2047-4032-aa90-d28c68adda34 req-02f0d49a-4fc9-48ec-a52d-f6dc033f1221 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 984 time: 0.0576913 Sep 09 15:18:04.562270 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:04.564214 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] No DVR routers for this DVR port fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde on host dv-cinder-776307-9-iscsi {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:18:04.569538 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-1923ea9d-dacb-4a83-9ac7-e7598fa75b16 None None] Calling delete_port for fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde owned by network:dhcp {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:18:04.609192 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-35254f22-2047-4032-aa90-d28c68adda34 req-80bbfc4b-0da3-4b9a-bd4f-b739e345f2f4 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&id=1e4bf437-b0ce-4778-ab28-0f01e18f2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379353 Sep 09 15:18:04.651212 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607090', 'neutron.services.segments.db._delete_segments_for_network-8752445426589'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:04.673973 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa1bfaf-34e0-4f2b-966f-dc046c011c4c']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:04.685656 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24394f6b-9b3e-4e73-9b84-bf533dec1e8f') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:04.685977 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24394f6b-9b3e-4e73-9b84-bf533dec1e8f') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:04.701140 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752445428902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60623587'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:04.708097 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 8dcbac44-8094-4302-a71a-0ec719720cf9 up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:18:04.718244 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:04.727688 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:18:04.728298 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3167866'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: timer() Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: cb(*args, **kw) Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: self._notify() Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: self.callback(batched_events) Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: event.method(event) Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._get(url).json() Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 15:18:04.731124 dv-cinder-776307-9-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 15:18:04.766625 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1923ea9d-dacb-4a83-9ac7-e7598fa75b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:04.795417 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681868'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:04.801281 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:04.803241 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] 10.222.0.18 "DELETE /v2.0/networks/bfa1bfaf-34e0-4f2b-966f-dc046c011c4c HTTP/1.1" status: 204 len: 168 time: 0.6173282 Sep 09 15:18:04.817528 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d0122-e12a-4a0e-8537-1ac5347c413a admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa1bfaf-34e0-4f2b-966f-dc046c011c4c,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:04.839500 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1923ea9d-dacb-4a83-9ac7-e7598fa75b16 None None] No DVR routers for this DVR port fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde on host dv-cinder-776307-9-iscsi {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:18:04.844846 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923ea9d-dacb-4a83-9ac7-e7598fa75b16 None None] Pushing event deleted for resources: {'Port': ['ID=fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:04.865940 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port 8dcbac44-8094-4302-a71a-0ec719720cf9 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:18:04.871473 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port 8dcbac44-8094-4302-a71a-0ec719720cf9 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:18:04.871922 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:04.978403 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5be69-dee1-46eb-9f6e-3b2e22bfdcdc req-9080b953-e905-4dd0-be70-df7e6a6f5346 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:04.980785 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-48e5be69-dee1-46eb-9f6e-3b2e22bfdcdc req-9080b953-e905-4dd0-be70-df7e6a6f5346 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 946 time: 0.0762975 Sep 09 15:18:04.984550 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:04.997396 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 43458) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:05.016953 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcbac44-8094-4302-a71a-0ec719720cf9'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:18:05.020607 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc34d2d-3892-46f9-857a-f458cf3ec6df" -d '{"events": [{"server_uuid": "a8a0e4a9-702a-4e61-8d73-5f739079cd8c", "name": "network-vif-plugged", "status": "completed", "tag": "8dcbac44-8094-4302-a71a-0ec719720cf9"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:18:05.036590 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-48e5be69-dee1-46eb-9f6e-3b2e22bfdcdc req-ab934777-9d02-42a9-b00a-ab51ae290725 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490031 Sep 09 15:18:05.037044 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 8dcbac44-8094-4302-a71a-0ec719720cf9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8dcbac44-8094-4302-a71a-0ec719720cf9,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:05.043541 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:05.044864 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device ac2daff8-0a5f-4c2f-826a-ef7889037d01 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:18:05.076605 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-309f7a78-ae8f-48d3-93b4-aade1c03d325 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2fbe9b5c8754473b0850c62c32d056b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0779784 Sep 09 15:18:05.079056 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 43466) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:05.143063 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5a0abf34-29c0-4c7b-b0d6-aefeb05de695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:05.172673 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70172c9e-f3ae-4594-91ad-81aab4fdc6e3 req-fae517f6-4a38-4aa0-b4e3-39c1089c7089 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:05.173442 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5a0abf34-29c0-4c7b-b0d6-aefeb05de695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:05.174452 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-70172c9e-f3ae-4594-91ad-81aab4fdc6e3 req-fae517f6-4a38-4aa0-b4e3-39c1089c7089 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 945 time: 0.0958354 Sep 09 15:18:05.189377 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5830d4a1-cae8-41bb-90b2-c9b4f8785267 x-openstack-request-id: req-5830d4a1-cae8-41bb-90b2-c9b4f8785267 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:18:05.190333 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a0e4a9-702a-4e61-8d73-5f739079cd8c", "name": "network-vif-plugged", "status": "completed", "tag": "8dcbac44-8094-4302-a71a-0ec719720cf9", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:18:05.190756 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5830d4a1-cae8-41bb-90b2-c9b4f8785267 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:18:05.191456 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcbac44-8094-4302-a71a-0ec719720cf9', 'code': 200} Sep 09 15:18:05.225300 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-70172c9e-f3ae-4594-91ad-81aab4fdc6e3 req-b66e1fd6-fcaa-429c-841d-9d9dec4b66b4 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415554 Sep 09 15:18:05.266341 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5a0abf34-29c0-4c7b-b0d6-aefeb05de695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:05.269313 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5a0abf34-29c0-4c7b-b0d6-aefeb05de695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:05.272338 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5a0abf34-29c0-4c7b-b0d6-aefeb05de695 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4cc9fbe4-85c5-4154-a86e-c5cf9e34ae0c HTTP/1.1" status: 204 len: 168 time: 0.1922007 Sep 09 15:18:05.284031 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0abf34-29c0-4c7b-b0d6-aefeb05de695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc9fbe4-85c5-4154-a86e-c5cf9e34ae0c,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:05.294848 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=8dcbac44-8094-4302-a71a-0ec719720cf9,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:05.324727 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:05.370452 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port ac2daff8-0a5f-4c2f-826a-ef7889037d01, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ac2daff8-0a5f-4c2f-826a-ef7889037d01,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:05.378212 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:05.416000 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01474f4e-bbfc-42c4-bb1a-efd73bebd844 req-b5f0c2a5-63f3-4065-9bb8-7f3de16c4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:05.418682 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-01474f4e-bbfc-42c4-bb1a-efd73bebd844 req-b5f0c2a5-63f3-4065-9bb8-7f3de16c4295 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 1098 time: 0.0565972 Sep 09 15:18:05.440309 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=ac2daff8-0a5f-4c2f-826a-ef7889037d01,revision_number=8']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:05.477734 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-01474f4e-bbfc-42c4-bb1a-efd73bebd844 req-59d0d9c4-b1b9-4541-ad7b-81f007b065dc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496078 Sep 09 15:18:05.606675 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e49b2-8fe7-443b-a86a-3ab8f9966e60 req-95bedbda-0955-4421-9b9f-101cced45622 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:05.614441 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d99e49b2-8fe7-443b-a86a-3ab8f9966e60 req-95bedbda-0955-4421-9b9f-101cced45622 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=a889b507-2d5f-4167-b51c-742449f0b38a HTTP/1.1" status: 200 len: 945 time: 0.0751939 Sep 09 15:18:05.634207 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:18:05.673678 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:18:05.674253 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device fe7e0d5d-5fe7-4d57-8759-dd03ac40ddde not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:18:05.681569 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d99e49b2-8fe7-443b-a86a-3ab8f9966e60 req-31c130ca-4ad9-4c49-91b7-4a40729f5be0 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c900351-663b-4323-a33c-63887a950b02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658686 Sep 09 15:18:05.788746 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3f86e-2082-43ab-8c01-21322d826285 req-06db78fb-35d5-4302-870c-b58e7239b09a tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:05.791242 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-86a3f86e-2082-43ab-8c01-21322d826285 req-06db78fb-35d5-4302-870c-b58e7239b09a tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 984 time: 0.0540102 Sep 09 15:18:05.844042 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-86a3f86e-2082-43ab-8c01-21322d826285 req-95f39d99-2e1c-41b6-81eb-1a6634cbcbdd tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&id=1e4bf437-b0ce-4778-ab28-0f01e18f2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442591 Sep 09 15:18:05.927272 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4e1bf-a6c7-40bd-bd34-c1f71c570240 req-0071db1e-24c2-4b7f-bc37-551723317991 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:05.930030 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-01f4e1bf-a6c7-40bd-bd34-c1f71c570240 req-0071db1e-24c2-4b7f-bc37-551723317991 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.39 "GET /v2.0/ports?device_id=a889b507-2d5f-4167-b51c-742449f0b38a HTTP/1.1" status: 200 len: 945 time: 0.0684450 Sep 09 15:18:06.062475 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-01f4e1bf-a6c7-40bd-bd34-c1f71c570240 req-60e31b93-d3e6-47d7-999a-e021fbdadbd5 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Deleting port 9050846c-23f9-4c39-bac0-dec233becd5d {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:18:06.063077 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-01f4e1bf-a6c7-40bd-bd34-c1f71c570240 req-60e31b93-d3e6-47d7-999a-e021fbdadbd5 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:06.231474 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-01f4e1bf-a6c7-40bd-bd34-c1f71c570240 req-60e31b93-d3e6-47d7-999a-e021fbdadbd5 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] For port 9050846c-23f9-4c39-bac0-dec233becd5d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9050846c-23f9-4c39-bac0-dec233becd5d,segment=NetworkSegment(6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79),segment_id=6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:06.231854 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-01f4e1bf-a6c7-40bd-bd34-c1f71c570240 req-60e31b93-d3e6-47d7-999a-e021fbdadbd5 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:06.249175 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-01f4e1bf-a6c7-40bd-bd34-c1f71c570240 req-60e31b93-d3e6-47d7-999a-e021fbdadbd5 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Calling delete_port for 9050846c-23f9-4c39-bac0-dec233becd5d owned by compute:nova {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:18:06.299156 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [req-1b08cdf0-042d-45b6-90e2-a6799e5461cd req-532b4b7c-57b2-4e93-850f-a30491517d86 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 15:18:06.299156 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1b08cdf0-042d-45b6-90e2-a6799e5461cd req-532b4b7c-57b2-4e93-850f-a30491517d86 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087876 Sep 09 15:18:06.421894 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f483c18-41a9-4c53-a696-060911498063 req-ca962ef2-a95b-427f-b7be-15b8f39ac201 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:06.423938 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3f483c18-41a9-4c53-a696-060911498063 req-ca962ef2-a95b-427f-b7be-15b8f39ac201 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 945 time: 0.0884843 Sep 09 15:18:06.473666 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-01f4e1bf-a6c7-40bd-bd34-c1f71c570240 req-60e31b93-d3e6-47d7-999a-e021fbdadbd5 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:06.486510 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['9050846c-23f9-4c39-bac0-dec233becd5d'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:18:06.508870 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3f483c18-41a9-4c53-a696-060911498063 req-e5b0b821-bfcb-4302-820b-ee51c0d49d3c tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618076 Sep 09 15:18:06.529429 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e31b93-d3e6-47d7-999a-e021fbdadbd5 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Pushing event deleted for resources: {'Port': ['ID=9050846c-23f9-4c39-bac0-dec233becd5d,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:06.559152 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d187330-174a-47af-93d4-39422cdbd670 req-19e6060f-ced9-44e4-8934-25692ea1ce57 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:06.560787 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9d187330-174a-47af-93d4-39422cdbd670 req-19e6060f-ced9-44e4-8934-25692ea1ce57 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.0908296 Sep 09 15:18:06.599894 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f4e1bf-a6c7-40bd-bd34-c1f71c570240 req-60e31b93-d3e6-47d7-999a-e021fbdadbd5 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] No DVR routers for this DVR port 9050846c-23f9-4c39-bac0-dec233becd5d on host hv-cinder-77630 {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:18:06.603401 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-01f4e1bf-a6c7-40bd-bd34-c1f71c570240 req-60e31b93-d3e6-47d7-999a-e021fbdadbd5 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:06.605771 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-01f4e1bf-a6c7-40bd-bd34-c1f71c570240 req-60e31b93-d3e6-47d7-999a-e021fbdadbd5 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.39 "DELETE /v2.0/ports/9050846c-23f9-4c39-bac0-dec233becd5d HTTP/1.1" status: 204 len: 173 time: 0.6681011 Sep 09 15:18:06.607009 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a889b507-2d5f-4167-b51c-742449f0b38a', 'name': 'network-vif-deleted', 'tag': '9050846c-23f9-4c39-bac0-dec233becd5d'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:18:06.620440 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0715f2-a569-4ab7-b0ab-1c80f3f4ce40" -d '{"events": [{"server_uuid": "a889b507-2d5f-4167-b51c-742449f0b38a", "name": "network-vif-deleted", "tag": "9050846c-23f9-4c39-bac0-dec233becd5d"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:18:06.671498 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9d187330-174a-47af-93d4-39422cdbd670 req-5266460b-54f1-4cfd-b231-9ef8c397f088 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985222 Sep 09 15:18:06.680292 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff1e7e8-a218-4292-bf4b-19cabff516d9 x-openstack-request-id: req-5ff1e7e8-a218-4292-bf4b-19cabff516d9 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:18:06.680578 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a889b507-2d5f-4167-b51c-742449f0b38a", "name": "network-vif-deleted", "tag": "9050846c-23f9-4c39-bac0-dec233becd5d", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:18:06.680823 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ff1e7e8-a218-4292-bf4b-19cabff516d9 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:18:06.681212 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a889b507-2d5f-4167-b51c-742449f0b38a', 'name': 'network-vif-deleted', 'tag': '9050846c-23f9-4c39-bac0-dec233becd5d', 'status': 'completed', 'code': 200} Sep 09 15:18:06.814515 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-084bf5d8-0881-4549-9d32-b32785362473 req-dd5d1c7f-e122-4e3f-9f74-90f4f47b8de7 tempest-VolumesActionsTest-1723396410 tempest-VolumesActionsTest-1723396410-project] 10.222.0.18 "GET /v2.0/ports?device_id=a889b507-2d5f-4167-b51c-742449f0b38a HTTP/1.1" status: 200 len: 210 time: 0.0313857 Sep 09 15:18:06.987430 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f18294-6fbd-4e3b-9bc6-06e405382142 req-94538dd3-ae41-40a4-aa9d-99d4e7cde504 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:06.990791 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a0f18294-6fbd-4e3b-9bc6-06e405382142 req-94538dd3-ae41-40a4-aa9d-99d4e7cde504 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 984 time: 0.0660532 Sep 09 15:18:07.044149 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a0f18294-6fbd-4e3b-9bc6-06e405382142 req-3dbad283-7981-495f-ac22-24b0d9591c4d tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&id=1e4bf437-b0ce-4778-ab28-0f01e18f2ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463376 Sep 09 15:18:07.045448 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 43550) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:07.138098 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1f83078d-8750-44ae-aaaa-f8c926eba01a req-819dd66e-40fc-4927-b7b6-e11ea40b81eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914097 Sep 09 15:18:07.146979 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [req-1f83078d-8750-44ae-aaaa-f8c926eba01a req-d9e151a8-f22c-49d1-b350-5bef113121e4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 15:18:07.147971 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1f83078d-8750-44ae-aaaa-f8c926eba01a req-d9e151a8-f22c-49d1-b350-5bef113121e4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051146 Sep 09 15:18:07.193364 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:18:07.195919 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282b16ad-3497-4aab-9f1e-9a4e669c6bd9" -d '{"events": [{"server_uuid": "312ac0b6-d0f4-4309-9710-4c12c1ab3f66", "name": "network-vif-unplugged", "status": "completed", "tag": "ac2daff8-0a5f-4c2f-826a-ef7889037d01"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:18:07.231361 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Sep 2021 15:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136e62ce-6899-41da-9b9f-8bc7709b12ee x-openstack-request-id: req-136e62ce-6899-41da-9b9f-8bc7709b12ee {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:18:07.231652 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312ac0b6-d0f4-4309-9710-4c12c1ab3f66", "name": "network-vif-unplugged", "status": "failed", "tag": "ac2daff8-0a5f-4c2f-826a-ef7889037d01", "code": 422}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:18:07.231898 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-136e62ce-6899-41da-9b9f-8bc7709b12ee {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:18:07.232311 dv-cinder-776307-9-iscsi neutron-server[94132]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01', 'code': 422} returned with failed status Sep 09 15:18:07.626838 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00484c-9bc6-4190-b37d-c1b788469933 req-7eed50ed-2601-4c07-957b-a6b69c063200 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:07.628367 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3e00484c-9bc6-4190-b37d-c1b788469933 req-7eed50ed-2601-4c07-957b-a6b69c063200 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 945 time: 0.0495193 Sep 09 15:18:07.669707 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3e00484c-9bc6-4190-b37d-c1b788469933 req-42b510db-4410-406f-8fa4-a1127e6ebecc tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327966 Sep 09 15:18:07.820389 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada92521-252a-4603-bc4a-cef916a8ec7d req-dd38a0b9-87dd-49b8-88fe-9cb8e309249d tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:07.821859 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ada92521-252a-4603-bc4a-cef916a8ec7d req-dd38a0b9-87dd-49b8-88fe-9cb8e309249d tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 945 time: 0.0667925 Sep 09 15:18:07.829067 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2c955-a801-437d-8458-be55b09d52fb req-f5c717fc-4f4c-45d0-a675-b07d23db6440 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:07.830479 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3dd2c955-a801-437d-8458-be55b09d52fb req-f5c717fc-4f4c-45d0-a675-b07d23db6440 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.0875289 Sep 09 15:18:07.886523 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ada92521-252a-4603-bc4a-cef916a8ec7d req-5b76aca5-e568-43d7-a5c1-a72130a638a8 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550156 Sep 09 15:18:07.893417 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3dd2c955-a801-437d-8458-be55b09d52fb req-da833d53-10eb-4289-8960-e9ba3afebec0 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562472 Sep 09 15:18:07.908487 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 43572) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:07.951017 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50c9cda-008b-46cb-bf71-e3ef70987ae7 tempest-TestVolumeBootPattern-1931687803 tempest-TestVolumeBootPattern-1931687803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:07.952584 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e50c9cda-008b-46cb-bf71-e3ef70987ae7 tempest-TestVolumeBootPattern-1931687803 tempest-TestVolumeBootPattern-1931687803-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 1093 time: 0.0428476 Sep 09 15:18:07.955476 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 43576) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:07.960548 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Request body: {'floatingip': {'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'port_id': '8dcbac44-8094-4302-a71a-0ec719720cf9', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:18:08.312898 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for floatingip, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:08.400062 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83078d-8750-44ae-aaaa-f8c926eba01a req-2b5948ae-85c5-45d8-8871-f20141234d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:08.401630 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1f83078d-8750-44ae-aaaa-f8c926eba01a req-2b5948ae-85c5-45d8-8871-f20141234d1f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66&tenant_id=a1671f29bb75494bb0226cd82308a86d HTTP/1.1" status: 200 len: 1097 time: 0.4196455 Sep 09 15:18:08.518988 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83078d-8750-44ae-aaaa-f8c926eba01a req-a231505f-2661-42f9-9c9a-d16a33051a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:08.521620 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1f83078d-8750-44ae-aaaa-f8c926eba01a req-a231505f-2661-42f9-9c9a-d16a33051a94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1671f29bb75494bb0226cd82308a86d&device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 1097 time: 0.0625515 Sep 09 15:18:08.540951 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:08.715466 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83078d-8750-44ae-aaaa-f8c926eba01a req-e5ddcfaf-7cdf-4d78-9d2c-f0ea59bec803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:08.717013 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1f83078d-8750-44ae-aaaa-f8c926eba01a req-e5ddcfaf-7cdf-4d78-9d2c-f0ea59bec803 service neutron] 10.222.0.39 "GET /v2.0/networks?id=523750d6-4668-45d0-b10f-8b045df11afb HTTP/1.1" status: 200 len: 917 time: 0.1876457 Sep 09 15:18:08.727272 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device ac2daff8-0a5f-4c2f-826a-ef7889037d01 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:18:08.780319 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Allocated IP 172.27.3.173 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/d4c2fcb7-3b64-4777-8865-e65b05849624) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:18:08.829911 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1f83078d-8750-44ae-aaaa-f8c926eba01a req-4760978e-a69a-4eba-a8ec-57506a9c9795 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac2daff8-0a5f-4c2f-826a-ef7889037d01 HTTP/1.1" status: 200 len: 999 time: 0.0994289 Sep 09 15:18:08.929730 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83078d-8750-44ae-aaaa-f8c926eba01a req-3806636b-ad0e-47db-9165-2f26baa3ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:08.930483 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1f83078d-8750-44ae-aaaa-f8c926eba01a req-3806636b-ad0e-47db-9165-2f26baa3ef53 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff7b0629-fe79-43e4-954a-7cf836f43f0a HTTP/1.1" status: 200 len: 855 time: 0.0891063 Sep 09 15:18:08.983926 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:09.010262 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83078d-8750-44ae-aaaa-f8c926eba01a req-2e8da205-957e-4274-a31b-2d87e40aac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:09.011839 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1f83078d-8750-44ae-aaaa-f8c926eba01a req-2e8da205-957e-4274-a31b-2d87e40aac15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=523750d6-4668-45d0-b10f-8b045df11afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718324 Sep 09 15:18:09.043621 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ac70f-5b8b-4d17-b774-afd04e32f0e8 req-47a31dd9-968a-4506-b30b-aa7ba694ad9b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:09.045798 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1f8ac70f-5b8b-4d17-b774-afd04e32f0e8 req-47a31dd9-968a-4506-b30b-aa7ba694ad9b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.0740054 Sep 09 15:18:09.065128 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:09.092836 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1f8ac70f-5b8b-4d17-b774-afd04e32f0e8 req-19a1c26d-4c24-4d9d-b401-ffaa72e6d89e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406837 Sep 09 15:18:09.151860 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:18:09.162678 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:18:09.173484 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:18:09.179121 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event updated for resources: {'Port': ['ID=d4c2fcb7-3b64-4777-8865-e65b05849624,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:09.200265 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1f83078d-8750-44ae-aaaa-f8c926eba01a req-407eb41e-2519-4c57-a688-3683424d4524 service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774640 Sep 09 15:18:09.560277 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:09.627534 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:09.802327 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:09.807708 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:09.885868 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event updated for resources: {'Port': ['ID=d4c2fcb7-3b64-4777-8865-e65b05849624,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:09.903081 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681918'] for floatingip, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:10.040667 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.l3_db [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Floating IP 5946e065-f830-4df4-b5f2-379b3054a83f associated. External IP: 172.27.3.173, port: 8dcbac44-8094-4302-a71a-0ec719720cf9. Sep 09 15:18:10.170271 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1f83078d-8750-44ae-aaaa-f8c926eba01a req-71071d0d-1793-4b8c-82c2-3cfde1468281 service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767769 Sep 09 15:18:10.227412 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3589ef-e0ab-4aa0-80a9-dbde22833a1f req-229d0f3e-dfcf-42a4-b823-f1bfd1659478 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:10.228943 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-da3589ef-e0ab-4aa0-80a9-dbde22833a1f req-229d0f3e-dfcf-42a4-b823-f1bfd1659478 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.0554152 Sep 09 15:18:10.272980 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-da3589ef-e0ab-4aa0-80a9-dbde22833a1f req-cbd19e60-b0ef-4555-b0f8-10420970338f tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375030 Sep 09 15:18:10.299167 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Router f5939e44-ffbd-486c-9615-332e223dacc3 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:18:10.414987 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:18:10.424774 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c77d951-25e6-4076-868a-db42ffdaeb94 None None] Sync routers for ids ['f5939e44-ffbd-486c-9615-332e223dacc3'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:18:10.432242 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:10.436004 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77d951-25e6-4076-868a-db42ffdaeb94 None None] Routers {'f5939e44-ffbd-486c-9615-332e223dacc3'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:18:10.436705 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-9c77d951-25e6-4076-868a-db42ffdaeb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:17:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['f5939e44-ffbd-486c-9615-332e223dacc3'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:10.463324 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c5edda48-3fd9-4a36-a3a4-16b184728666 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5067918 Sep 09 15:18:10.464023 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'tag': '8dcbac44-8094-4302-a71a-0ec719720cf9'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:18:10.466323 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8409030-da59-4b55-ad4a-a59f452b55af" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a0e4a9-702a-4e61-8d73-5f739079cd8c", "tag": "8dcbac44-8094-4302-a71a-0ec719720cf9"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:18:10.502816 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebb4f04-7b76-46b5-97e2-669b6c1121c7 x-openstack-request-id: req-7ebb4f04-7b76-46b5-97e2-669b6c1121c7 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:18:10.503168 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a0e4a9-702a-4e61-8d73-5f739079cd8c", "tag": "8dcbac44-8094-4302-a71a-0ec719720cf9", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:18:10.503592 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ebb4f04-7b76-46b5-97e2-669b6c1121c7 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:18:10.504679 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'tag': '8dcbac44-8094-4302-a71a-0ec719720cf9', 'status': 'completed', 'code': 200} Sep 09 15:18:10.555022 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-9c77d951-25e6-4076-868a-db42ffdaeb94 None None] Set router f5939e44-ffbd-486c-9615-332e223dacc3 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:18:10.784303 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-9c77d951-25e6-4076-868a-db42ffdaeb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '5946e065-f830-4df4-b5f2-379b3054a83f', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'port_id': '8dcbac44-8094-4302-a71a-0ec719720cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'mac_address': 'fa:16:3e:ca:3f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:18:09Z', 'updated_at': '2021-09-09T15:18:09Z', 'revision_number': 0, 'project_id': '60e24a0985124167a48ad737065f163e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:03Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:10.810578 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c77d951-25e6-4076-868a-db42ffdaeb94 None None] Checking router: f5939e44-ffbd-486c-9615-332e223dacc3 for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:18:10.818590 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77d951-25e6-4076-868a-db42ffdaeb94 None None] Routers {'f5939e44-ffbd-486c-9615-332e223dacc3'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:18:10.819207 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-9c77d951-25e6-4076-868a-db42ffdaeb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:17:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['f5939e44-ffbd-486c-9615-332e223dacc3'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:10.832707 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 9050846c-23f9-4c39-bac0-dec233becd5d no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:18:10.853538 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: 9050846c-23f9-4c39-bac0-dec233becd5d {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:18:10.854646 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 9050846c-23f9-4c39-bac0-dec233becd5d not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:18:10.925755 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-9c77d951-25e6-4076-868a-db42ffdaeb94 None None] Set router f5939e44-ffbd-486c-9615-332e223dacc3 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:18:11.157447 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-9c77d951-25e6-4076-868a-db42ffdaeb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '5946e065-f830-4df4-b5f2-379b3054a83f', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'port_id': '8dcbac44-8094-4302-a71a-0ec719720cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'mac_address': 'fa:16:3e:ca:3f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:18:09Z', 'updated_at': '2021-09-09T15:18:09Z', 'revision_number': 0, 'project_id': '60e24a0985124167a48ad737065f163e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:03Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:11.184656 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c77d951-25e6-4076-868a-db42ffdaeb94 None None] The sync data for ids ['f5939e44-ffbd-486c-9615-332e223dacc3'] in dv-cinder-776307-9-iscsi is: [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '5946e065-f830-4df4-b5f2-379b3054a83f', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'port_id': '8dcbac44-8094-4302-a71a-0ec719720cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'mac_address': 'fa:16:3e:ca:3f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:18:09Z', 'updated_at': '2021-09-09T15:18:09Z', 'revision_number': 0, 'project_id': '60e24a0985124167a48ad737065f163e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:03Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:18:11.369935 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3932cb92-b919-4e90-8b1a-26112f96ced2 None None] New status for floating IP 5946e065-f830-4df4-b5f2-379b3054a83f: ACTIVE {{(pid=94132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 15:18:11.399691 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca89878-6d47-4e07-85a0-4093bd736efc req-ab057bbd-68bf-4b26-8408-01e8d46a0004 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:11.401199 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5ca89878-6d47-4e07-85a0-4093bd736efc req-ab057bbd-68bf-4b26-8408-01e8d46a0004 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.0548429 Sep 09 15:18:11.442239 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-5ca89878-6d47-4e07-85a0-4093bd736efc req-c84578f4-8332-4f27-ba3a-fa1aab6609b1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349100 Sep 09 15:18:11.838787 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8409030-da59-4b55-ad4a-a59f452b55af req-a3a342d7-52eb-4516-ad7d-3447b53b2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:11.840343 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e8409030-da59-4b55-ad4a-a59f452b55af req-a3a342d7-52eb-4516-ad7d-3447b53b2951 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60e24a0985124167a48ad737065f163e&device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 1098 time: 0.0411456 Sep 09 15:18:11.940621 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8409030-da59-4b55-ad4a-a59f452b55af req-d2a5b140-ad65-40d4-a84b-c5fdfaab42df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:11.942115 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e8409030-da59-4b55-ad4a-a59f452b55af req-d2a5b140-ad65-40d4-a84b-c5fdfaab42df service neutron] 10.222.0.39 "GET /v2.0/networks?id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed HTTP/1.1" status: 200 len: 912 time: 0.0935349 Sep 09 15:18:12.020065 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e8409030-da59-4b55-ad4a-a59f452b55af req-ac1c4556-8a99-4ea8-8f9b-bebdeebbd6e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dcbac44-8094-4302-a71a-0ec719720cf9 HTTP/1.1" status: 200 len: 1001 time: 0.0702851 Sep 09 15:18:12.069749 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8409030-da59-4b55-ad4a-a59f452b55af req-4e5516eb-2c80-4c73-88de-9ad2539469e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:12.071259 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e8409030-da59-4b55-ad4a-a59f452b55af req-4e5516eb-2c80-4c73-88de-9ad2539469e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b56d118f-8744-4cdd-be23-a614a2b19b95 HTTP/1.1" status: 200 len: 850 time: 0.0440576 Sep 09 15:18:12.122047 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8409030-da59-4b55-ad4a-a59f452b55af req-4f276800-150e-4278-afee-a973a258902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:12.123568 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e8409030-da59-4b55-ad4a-a59f452b55af req-4f276800-150e-4278-afee-a973a258902e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452321 Sep 09 15:18:12.234001 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e8409030-da59-4b55-ad4a-a59f452b55af req-61ba1aaf-22fd-42dc-8534-f6ff45ad24c4 service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018107 Sep 09 15:18:12.379639 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e8409030-da59-4b55-ad4a-a59f452b55af req-b9852258-fee9-4c33-bd6b-89127ae038bd service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384282 Sep 09 15:18:12.572687 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5974daa-74c5-4d0c-a025-cd9bb8817e6b req-5e5c1bad-7b5f-4820-9a1f-533554056ae2 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:12.574193 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b5974daa-74c5-4d0c-a025-cd9bb8817e6b req-5e5c1bad-7b5f-4820-9a1f-533554056ae2 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.0533397 Sep 09 15:18:12.617409 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b5974daa-74c5-4d0c-a025-cd9bb8817e6b req-a4ce4bca-353d-42cc-af83-e9c5510130e1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368948 Sep 09 15:18:13.868498 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc42cd-73c4-4018-9fa3-6ea76718cce1 req-35a82188-1775-472d-ad88-2bd91580f59b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:13.886602 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2ddc42cd-73c4-4018-9fa3-6ea76718cce1 req-35a82188-1775-472d-ad88-2bd91580f59b tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.1405299 Sep 09 15:18:14.051688 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2ddc42cd-73c4-4018-9fa3-6ea76718cce1 req-a972d32c-443d-4444-ac9a-8cbe34ecc597 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587584 Sep 09 15:18:15.324103 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f39c6-59d6-4ceb-85ae-982452f5df54 req-3ca9db6b-f6b0-4da4-923d-bf4801b1f361 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:15.326081 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-037f39c6-59d6-4ceb-85ae-982452f5df54 req-3ca9db6b-f6b0-4da4-923d-bf4801b1f361 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.1470096 Sep 09 15:18:15.389021 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-037f39c6-59d6-4ceb-85ae-982452f5df54 req-0113b89a-1d31-4575-9051-f8f3a86e5a92 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549669 Sep 09 15:18:16.558487 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619800b-7211-406a-86e2-dab186120d23 req-9f9eb9e5-a473-47ca-a02c-342cad28f8d0 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:16.567065 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2619800b-7211-406a-86e2-dab186120d23 req-9f9eb9e5-a473-47ca-a02c-342cad28f8d0 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.0699873 Sep 09 15:18:16.638152 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2619800b-7211-406a-86e2-dab186120d23 req-5b7d32e0-17a1-4669-95fd-437a5e5f5234 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696800 Sep 09 15:18:17.899766 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3e8cfda8-091e-4e17-bc50-5dd0f035aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:18.033454 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08967852-6dfc-4617-93dd-cc5a23a92540 req-33754c14-7ee0-48fd-95b0-42b2ccb308ca tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:18.038281 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-08967852-6dfc-4617-93dd-cc5a23a92540 req-33754c14-7ee0-48fd-95b0-42b2ccb308ca tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.1978714 Sep 09 15:18:18.123155 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-08967852-6dfc-4617-93dd-cc5a23a92540 req-171367ac-4ed9-476c-84f4-7cbd493c5724 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663767 Sep 09 15:18:19.312611 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aadcad-0a38-4016-a2b3-f882bb48b11f req-7f06deb9-28b4-4399-80d8-3cab11f889a9 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:19.315225 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-27aadcad-0a38-4016-a2b3-f882bb48b11f req-7f06deb9-28b4-4399-80d8-3cab11f889a9 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.0638404 Sep 09 15:18:19.416543 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-27aadcad-0a38-4016-a2b3-f882bb48b11f req-b0c1bd11-2cf9-4ad1-8258-617e7c90e840 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918941 Sep 09 15:18:19.475014 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 43790) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:19.706383 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-38f75bee-3960-4eda-9619-b719680dd13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:19.846437 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-38f75bee-3960-4eda-9619-b719680dd13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:19.859183 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-38f75bee-3960-4eda-9619-b719680dd13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:19.923199 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 43794) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:19.933864 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-38f75bee-3960-4eda-9619-b719680dd13a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1c325db317247a1ab21b1b038892e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573276 Sep 09 15:18:19.939224 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f75bee-3960-4eda-9619-b719680dd13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a58bb2f-41bf-4656-a559-1fb8e9a1e9e1,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:19.998556 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4c1d94c2-ff00-4c5b-a2e2-037fb912c340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:20.023174 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4c1d94c2-ff00-4c5b-a2e2-037fb912c340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:20.090596 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4c1d94c2-ff00-4c5b-a2e2-037fb912c340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:20.093441 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4c1d94c2-ff00-4c5b-a2e2-037fb912c340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:20.109805 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-4c1d94c2-ff00-4c5b-a2e2-037fb912c340 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a58bb2f-41bf-4656-a559-1fb8e9a1e9e1 HTTP/1.1" status: 204 len: 168 time: 0.1732152 Sep 09 15:18:20.120599 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d94c2-ff00-4c5b-a2e2-037fb912c340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a58bb2f-41bf-4656-a559-1fb8e9a1e9e1,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:20.573402 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ee047-4f94-4523-8c38-b866796a83e1 req-452859ff-22ed-4ea8-ae26-7a67ff345d87 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:20.582674 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d01ee047-4f94-4523-8c38-b866796a83e1 req-452859ff-22ed-4ea8-ae26-7a67ff345d87 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.0696139 Sep 09 15:18:20.642518 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d01ee047-4f94-4523-8c38-b866796a83e1 req-b7a83cf8-d478-40ba-b5d7-5c52ca90b75f tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574703 Sep 09 15:18:20.714897 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0c582e93-b6fe-4f36-9524-9f11106cfa63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:20.856308 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:21.726976 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:21.905358 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83169b6a-2d18-4bf7-8f6b-99f523326da3 req-759cac3f-525c-4836-8046-ad577516ad44 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:21.907298 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-83169b6a-2d18-4bf7-8f6b-99f523326da3 req-759cac3f-525c-4836-8046-ad577516ad44 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.1263096 Sep 09 15:18:21.973183 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-83169b6a-2d18-4bf7-8f6b-99f523326da3 req-6b3db425-7a3c-403e-b587-d7bf6e07ac5c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571401 Sep 09 15:18:23.149408 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06200d-f329-4525-9850-275e467ab586 req-35df3f9d-6486-4d52-ba57-4671c33ab6f4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:23.167410 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1f06200d-f329-4525-9850-275e467ab586 req-35df3f9d-6486-4d52-ba57-4671c33ab6f4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.1107543 Sep 09 15:18:23.235354 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1f06200d-f329-4525-9850-275e467ab586 req-47ccb0a6-f0a6-41f4-af0b-230cb5baae39 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665271 Sep 09 15:18:23.388443 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:24.476958 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c7c90-da27-406f-903e-cbb32aad403d req-eb5512c4-88bb-4fbd-acdc-6197c5fd8de1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:24.480575 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0f1c7c90-da27-406f-903e-cbb32aad403d req-eb5512c4-88bb-4fbd-acdc-6197c5fd8de1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.1241322 Sep 09 15:18:24.550460 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0f1c7c90-da27-406f-903e-cbb32aad403d req-5ee48b79-8c5a-4200-8368-4d9fc9f67a9e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538137 Sep 09 15:18:24.965672 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:25.693849 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b81ba-8973-414b-ac3f-63f840800fa4 req-20c33362-565d-4049-b60d-148e2ec440a8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:25.700647 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8a1b81ba-8973-414b-ac3f-63f840800fa4 req-20c33362-565d-4049-b60d-148e2ec440a8 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.0612750 Sep 09 15:18:25.760426 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8a1b81ba-8973-414b-ac3f-63f840800fa4 req-cc8a909d-ddd0-46cd-8965-26ec1118b7bf tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577433 Sep 09 15:18:26.907765 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e9c29-d419-472b-aa04-c8547941f84e req-7b2af19f-4e5d-4800-86fa-8093fa0e89a4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:26.910179 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-826e9c29-d419-472b-aa04-c8547941f84e req-7b2af19f-4e5d-4800-86fa-8093fa0e89a4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.0579612 Sep 09 15:18:26.960349 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-826e9c29-d419-472b-aa04-c8547941f84e req-d9d5c8e7-998d-486a-ac2a-2925cec71e3c tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405488 Sep 09 15:18:28.114565 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5db123-cc8e-4997-af9c-244ea90a67aa req-eda267d9-6067-42a1-92e2-5d3b2132ee4a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:28.117427 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bc5db123-cc8e-4997-af9c-244ea90a67aa req-eda267d9-6067-42a1-92e2-5d3b2132ee4a tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.0733228 Sep 09 15:18:28.170999 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bc5db123-cc8e-4997-af9c-244ea90a67aa req-d892baf8-445d-4ccc-823b-5aa473156626 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469139 Sep 09 15:18:29.299123 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50424b-083a-4b6f-8da5-bc21d870858d req-5ec89d08-ba5e-47b1-8837-6294597f3b76 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:29.301380 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cb50424b-083a-4b6f-8da5-bc21d870858d req-5ec89d08-ba5e-47b1-8837-6294597f3b76 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 944 time: 0.0565331 Sep 09 15:18:29.341148 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-cb50424b-083a-4b6f-8da5-bc21d870858d req-1266fc08-e557-4820-88cf-500da6858b3e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333230 Sep 09 15:18:29.400059 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device ac2daff8-0a5f-4c2f-826a-ef7889037d01 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:18:29.510718 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port ac2daff8-0a5f-4c2f-826a-ef7889037d01, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ac2daff8-0a5f-4c2f-826a-ef7889037d01,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:29.524291 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'port_id': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01', 'mac_address': 'fa:16:3e:25:7a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:18:29.568438 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:29.583804 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2daff8-0a5f-4c2f-826a-ef7889037d01 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:18:29.604028 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port ac2daff8-0a5f-4c2f-826a-ef7889037d01, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ac2daff8-0a5f-4c2f-826a-ef7889037d01,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:29.608331 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:29.662883 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=ac2daff8-0a5f-4c2f-826a-ef7889037d01,revision_number=9']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:29.908785 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['ac2daff8-0a5f-4c2f-826a-ef7889037d01'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:18:30.474814 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c8fe0-9826-4bee-a7c5-bc68d7237a43 req-b05e266c-5319-455d-a683-d5ee47db995d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:30.476375 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9c5c8fe0-9826-4bee-a7c5-bc68d7237a43 req-b05e266c-5319-455d-a683-d5ee47db995d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 945 time: 0.0503764 Sep 09 15:18:30.517434 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9c5c8fe0-9826-4bee-a7c5-bc68d7237a43 req-e42d4e52-a09d-43a4-b806-c98d059d3ae4 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350668 Sep 09 15:18:30.862957 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device ac2daff8-0a5f-4c2f-826a-ef7889037d01 up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:18:30.948671 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf56df4-cb41-4875-b788-10fc45f93f42 req-7fc315af-48af-4670-927e-223f8cbf5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:30.950370 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-edf56df4-cb41-4875-b788-10fc45f93f42 req-7fc315af-48af-4670-927e-223f8cbf5712 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1671f29bb75494bb0226cd82308a86d&device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 1098 time: 0.0561266 Sep 09 15:18:30.961632 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port ac2daff8-0a5f-4c2f-826a-ef7889037d01 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:18:30.962157 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:31.035474 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:18:31.062140 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:31.091351 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf56df4-cb41-4875-b788-10fc45f93f42 req-46ebf5b0-62db-40b3-9f04-1e463721fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:31.096435 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-edf56df4-cb41-4875-b788-10fc45f93f42 req-46ebf5b0-62db-40b3-9f04-1e463721fe29 service neutron] 10.222.0.39 "GET /v2.0/networks?id=523750d6-4668-45d0-b10f-8b045df11afb HTTP/1.1" status: 200 len: 917 time: 0.1181896 Sep 09 15:18:31.111787 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:18:31.117837 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4bf9b8-8088-4782-b44f-b15e4918793c" -d '{"events": [{"server_uuid": "312ac0b6-d0f4-4309-9710-4c12c1ab3f66", "name": "network-vif-plugged", "status": "completed", "tag": "ac2daff8-0a5f-4c2f-826a-ef7889037d01"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:18:31.148275 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port ac2daff8-0a5f-4c2f-826a-ef7889037d01, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ac2daff8-0a5f-4c2f-826a-ef7889037d01,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:31.156272 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:31.205132 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-edf56df4-cb41-4875-b788-10fc45f93f42 req-dbd5b7ca-2f5a-4009-bcee-57e641c20bf3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac2daff8-0a5f-4c2f-826a-ef7889037d01 HTTP/1.1" status: 200 len: 1000 time: 0.1008654 Sep 09 15:18:31.215121 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07415e01-39a1-4f26-af2e-94d0127dba8b x-openstack-request-id: req-07415e01-39a1-4f26-af2e-94d0127dba8b {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:18:31.215482 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312ac0b6-d0f4-4309-9710-4c12c1ab3f66", "name": "network-vif-plugged", "status": "completed", "tag": "ac2daff8-0a5f-4c2f-826a-ef7889037d01", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:18:31.215796 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07415e01-39a1-4f26-af2e-94d0127dba8b {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:18:31.216292 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01', 'code': 200} Sep 09 15:18:31.245352 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=ac2daff8-0a5f-4c2f-826a-ef7889037d01,revision_number=10']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:31.307704 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf56df4-cb41-4875-b788-10fc45f93f42 req-25b408f8-b3f1-4e4f-8601-d38defd58c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:31.309253 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-edf56df4-cb41-4875-b788-10fc45f93f42 req-25b408f8-b3f1-4e4f-8601-d38defd58c42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff7b0629-fe79-43e4-954a-7cf836f43f0a HTTP/1.1" status: 200 len: 855 time: 0.0849912 Sep 09 15:18:31.377134 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf56df4-cb41-4875-b788-10fc45f93f42 req-f8228573-d9e9-4496-b50e-63ed7ad1ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:31.379356 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-edf56df4-cb41-4875-b788-10fc45f93f42 req-f8228573-d9e9-4496-b50e-63ed7ad1ffdd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=523750d6-4668-45d0-b10f-8b045df11afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605962 Sep 09 15:18:31.470357 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f91bb-9493-4834-bf1d-c3cd459d035a req-0a48b068-fa81-4705-b3e0-67889c7765fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:31.470357 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0e3f91bb-9493-4834-bf1d-c3cd459d035a req-0a48b068-fa81-4705-b3e0-67889c7765fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 1100 time: 0.0541263 Sep 09 15:18:31.499311 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-edf56df4-cb41-4875-b788-10fc45f93f42 req-6365f3d4-b8a4-4289-b6f2-513a8abdea8b service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107168 Sep 09 15:18:31.513871 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0e3f91bb-9493-4834-bf1d-c3cd459d035a req-78365470-cae7-4ce2-bc7c-24ef5b4e8e0e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366449 Sep 09 15:18:31.619907 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-edf56df4-cb41-4875-b788-10fc45f93f42 req-8162f597-32c0-4276-933e-90fadc289876 service neutron] 10.222.0.39 "GET /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115792 Sep 09 15:18:31.667368 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b80533-78a3-48bb-8e99-4cac8e1a13b4 req-33339d9c-a520-4fac-88b3-ede68026f6a7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:31.668943 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-22b80533-78a3-48bb-8e99-4cac8e1a13b4 req-33339d9c-a520-4fac-88b3-ede68026f6a7 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 947 time: 0.0666082 Sep 09 15:18:31.709554 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-22b80533-78a3-48bb-8e99-4cac8e1a13b4 req-32fb0d10-212e-481b-9b3b-f269835e1788 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338590 Sep 09 15:18:32.672926 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44044) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:32.723182 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_v2 [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Deleting subnet f259b8a7-6536-4058-951d-ed006ad8d0c2 {{(pid=94130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 15:18:32.726560 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:32.765738 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59470450'] for subnet, precommit_delete_associations {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:32.864674 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77600638-1ae9-4fc8-ae23-421456f012dc req-00cb7bc3-c948-4af5-9293-06a78c6ef187 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:32.866291 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-77600638-1ae9-4fc8-ae23-421456f012dc req-00cb7bc3-c948-4af5-9293-06a78c6ef187 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 947 time: 0.0725455 Sep 09 15:18:32.869170 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612359'] for subnet, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:32.941355 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-77600638-1ae9-4fc8-ae23-421456f012dc req-21412b7d-6009-472f-80e3-09587de82533 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513144 Sep 09 15:18:32.967055 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60062086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59174082'] for subnet, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:32.995813 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f259b8a7-6536-4058-951d-ed006ad8d0c2,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:33.005055 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:33.006402 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f259b8a7-6536-4058-951d-ed006ad8d0c2 HTTP/1.1" status: 204 len: 168 time: 0.3324628 Sep 09 15:18:33.008240 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:33.008806 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:33.008981 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:33.009477 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:33.009651 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:33.009936 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:33.010235 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:33.010566 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:33.010914 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:33.011428 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:33.011759 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:33.012081 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1035785c-74d3-4262-a687-38e5a9ea4bc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:33.012615 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44062) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:33.376208 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aecf22b7-9083-4e3c-bec1-d0f1a80fe203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846555'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:33.464425 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aecf22b7-9083-4e3c-bec1-d0f1a80fe203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607090', 'neutron.services.segments.db._delete_segments_for_network-8752445426589'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:33.487456 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-aecf22b7-9083-4e3c-bec1-d0f1a80fe203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b62e3a-6413-4e1b-9727-89d2d36bdb4f']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:33.498337 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-aecf22b7-9083-4e3c-bec1-d0f1a80fe203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:33.498660 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-aecf22b7-9083-4e3c-bec1-d0f1a80fe203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aaf36ed-8fe4-473a-a3dd-0bdc4e2ded79') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:33.510071 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aecf22b7-9083-4e3c-bec1-d0f1a80fe203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752445428902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60623587'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:33.525669 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aecf22b7-9083-4e3c-bec1-d0f1a80fe203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:33.535072 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecf22b7-9083-4e3c-bec1-d0f1a80fe203 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:18:33.535833 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aecf22b7-9083-4e3c-bec1-d0f1a80fe203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3167866'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: timer() Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: cb(*args, **kw) Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: self._notify() Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: self.callback(batched_events) Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: event.method(event) Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._get(url).json() Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 15:18:33.538467 dv-cinder-776307-9-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 15:18:33.605890 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aecf22b7-9083-4e3c-bec1-d0f1a80fe203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681868'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:33.612264 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aecf22b7-9083-4e3c-bec1-d0f1a80fe203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:33.614627 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-aecf22b7-9083-4e3c-bec1-d0f1a80fe203 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c7b62e3a-6413-4e1b-9727-89d2d36bdb4f HTTP/1.1" status: 204 len: 168 time: 0.6007295 Sep 09 15:18:33.625640 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf22b7-9083-4e3c-bec1-d0f1a80fe203 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b62e3a-6413-4e1b-9727-89d2d36bdb4f,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:33.803548 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44096) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:33.852596 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-4b854bdf-164b-4a81-83e7-e4be09b284c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=008bec234b33458f9feb3acf92706552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501149 Sep 09 15:18:33.855366 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44098) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:33.909829 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a0f1ffa3-9ec4-480f-893c-912dd2c50d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:33.934570 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a0f1ffa3-9ec4-480f-893c-912dd2c50d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:34.015883 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a0f1ffa3-9ec4-480f-893c-912dd2c50d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:34.020505 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a0f1ffa3-9ec4-480f-893c-912dd2c50d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:34.021801 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a0f1ffa3-9ec4-480f-893c-912dd2c50d10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c900351-663b-4323-a33c-63887a950b02 HTTP/1.1" status: 204 len: 168 time: 0.1654751 Sep 09 15:18:34.033144 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1ffa3-9ec4-480f-893c-912dd2c50d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c900351-663b-4323-a33c-63887a950b02,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:34.134959 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1ca0f-8c34-484a-9837-8df29054bafa req-9d650460-8a74-4b88-a48f-00358d1d4ded tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:34.137237 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9ef1ca0f-8c34-484a-9837-8df29054bafa req-9d650460-8a74-4b88-a48f-00358d1d4ded tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 947 time: 0.0795782 Sep 09 15:18:34.209431 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9ef1ca0f-8c34-484a-9837-8df29054bafa req-d5cb622c-02f2-4c17-91f3-4be84d12e798 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623732 Sep 09 15:18:34.247973 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44112) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:34.384209 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-75d10779-8ecf-4814-af53-c70de19def4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:34.489958 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-75d10779-8ecf-4814-af53-c70de19def4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:34.496065 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-75d10779-8ecf-4814-af53-c70de19def4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:34.537886 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d10779-8ecf-4814-af53-c70de19def4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cccfd5-a152-406d-89f1-17a43194bba1,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:34.542317 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-75d10779-8ecf-4814-af53-c70de19def4b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fcbbd758cdf47248102419cb586015a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932017 Sep 09 15:18:34.545405 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44128) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:34.607120 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6cc64f18-8188-44eb-b80c-84e13a9f85ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:34.634875 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6cc64f18-8188-44eb-b80c-84e13a9f85ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:34.686816 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6cc64f18-8188-44eb-b80c-84e13a9f85ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:34.689407 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6cc64f18-8188-44eb-b80c-84e13a9f85ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:34.694194 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6cc64f18-8188-44eb-b80c-84e13a9f85ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2cccfd5-a152-406d-89f1-17a43194bba1 HTTP/1.1" status: 204 len: 168 time: 0.1477199 Sep 09 15:18:34.702985 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64f18-8188-44eb-b80c-84e13a9f85ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cccfd5-a152-406d-89f1-17a43194bba1,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:35.057162 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44160) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:35.072616 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b1596247-757a-441c-b6bb-c645b7391895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:35.191405 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b1596247-757a-441c-b6bb-c645b7391895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:35.196311 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b1596247-757a-441c-b6bb-c645b7391895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:35.237197 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b1596247-757a-441c-b6bb-c645b7391895 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9da46955bf704d21886d6e0d3af4c5d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788516 Sep 09 15:18:35.240129 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44182) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:35.240678 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1596247-757a-441c-b6bb-c645b7391895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4ef619-bc36-4ce2-be6c-a30a5891826e,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:35.299756 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f82f7550-b98f-454f-8231-f5de7a1d6afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:35.323320 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f82f7550-b98f-454f-8231-f5de7a1d6afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:35.381299 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f82f7550-b98f-454f-8231-f5de7a1d6afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:35.384211 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f82f7550-b98f-454f-8231-f5de7a1d6afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:35.385407 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-f82f7550-b98f-454f-8231-f5de7a1d6afe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b4ef619-bc36-4ce2-be6c-a30a5891826e HTTP/1.1" status: 204 len: 168 time: 0.1434419 Sep 09 15:18:35.394228 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f7550-b98f-454f-8231-f5de7a1d6afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4ef619-bc36-4ce2-be6c-a30a5891826e,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:40.530261 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44308) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:40.643882 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a462eda5-b331-4c43-8011-5a0f43353634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:40.745490 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a462eda5-b331-4c43-8011-5a0f43353634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:40.749560 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a462eda5-b331-4c43-8011-5a0f43353634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:40.789835 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-a462eda5-b331-4c43-8011-5a0f43353634 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5aaf16374cb84f139f59880ef7eec992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576358 Sep 09 15:18:40.791299 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44314) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:40.793393 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462eda5-b331-4c43-8011-5a0f43353634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cdda73-8280-4988-8314-82ee131179f5,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:40.843776 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8130a24c-8db7-4630-97fa-ad8f137fd2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:40.865399 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8130a24c-8db7-4630-97fa-ad8f137fd2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:40.913156 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8130a24c-8db7-4630-97fa-ad8f137fd2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:40.915868 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8130a24c-8db7-4630-97fa-ad8f137fd2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:40.917039 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-8130a24c-8db7-4630-97fa-ad8f137fd2a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73cdda73-8280-4988-8314-82ee131179f5 HTTP/1.1" status: 204 len: 168 time: 0.1242130 Sep 09 15:18:40.925971 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130a24c-8db7-4630-97fa-ad8f137fd2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cdda73-8280-4988-8314-82ee131179f5,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:41.198456 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44322) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:41.212170 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-950f75ee-f5f7-49b3-ab9e-87303ba31feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:41.322286 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-950f75ee-f5f7-49b3-ab9e-87303ba31feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:41.326463 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-950f75ee-f5f7-49b3-ab9e-87303ba31feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:41.370120 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-950f75ee-f5f7-49b3-ab9e-87303ba31feb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef1493178c8d4df081c87386f93802f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704335 Sep 09 15:18:41.371040 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f75ee-f5f7-49b3-ab9e-87303ba31feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097aaac9-9755-43f6-ac3b-ae738acfbfdb,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:41.372821 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44324) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:41.427184 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b1db92da-3f00-41f3-b1ce-705da1438297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:41.448477 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b1db92da-3f00-41f3-b1ce-705da1438297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:41.495319 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b1db92da-3f00-41f3-b1ce-705da1438297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:41.498164 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b1db92da-3f00-41f3-b1ce-705da1438297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:41.499403 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-b1db92da-3f00-41f3-b1ce-705da1438297 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/097aaac9-9755-43f6-ac3b-ae738acfbfdb HTTP/1.1" status: 204 len: 168 time: 0.1249652 Sep 09 15:18:41.507829 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db92da-3f00-41f3-b1ce-705da1438297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097aaac9-9755-43f6-ac3b-ae738acfbfdb,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:41.833156 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44332) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:41.846869 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-327200d1-e464-44aa-8128-70292e601dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:41.953117 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-327200d1-e464-44aa-8128-70292e601dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:41.957963 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-327200d1-e464-44aa-8128-70292e601dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:41.999137 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-327200d1-e464-44aa-8128-70292e601dd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36bf989601db4eaf81c7b416498689f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648567 Sep 09 15:18:42.000105 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327200d1-e464-44aa-8128-70292e601dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b922c091-1ff5-4ccc-a3a4-9282470ff2b9,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:42.002025 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44334) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:42.053598 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f76f5239-2c6a-496c-ab4c-4a5441bbd2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:42.074825 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f76f5239-2c6a-496c-ab4c-4a5441bbd2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:42.122958 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f76f5239-2c6a-496c-ab4c-4a5441bbd2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:42.125357 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f76f5239-2c6a-496c-ab4c-4a5441bbd2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:42.126509 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f76f5239-2c6a-496c-ab4c-4a5441bbd2d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b922c091-1ff5-4ccc-a3a4-9282470ff2b9 HTTP/1.1" status: 204 len: 168 time: 0.1226723 Sep 09 15:18:42.134856 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f5239-2c6a-496c-ab4c-4a5441bbd2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b922c091-1ff5-4ccc-a3a4-9282470ff2b9,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:43.217748 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44366) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:43.326073 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-dd2af4fa-06a5-4478-97b9-32a0481bc807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:43.419243 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-dd2af4fa-06a5-4478-97b9-32a0481bc807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:43.423106 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-dd2af4fa-06a5-4478-97b9-32a0481bc807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:43.464765 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-dd2af4fa-06a5-4478-97b9-32a0481bc807 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23a1949c5a944694847cfa731b614c79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459016 Sep 09 15:18:43.465585 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2af4fa-06a5-4478-97b9-32a0481bc807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d71739-c2ad-4561-9b3c-b38da2c196cd,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:43.467425 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44370) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:43.518133 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-14967887-8cdc-4e1c-9e32-3f84c627e7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:43.539023 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-14967887-8cdc-4e1c-9e32-3f84c627e7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:43.590738 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-14967887-8cdc-4e1c-9e32-3f84c627e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:43.593660 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-14967887-8cdc-4e1c-9e32-3f84c627e7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:43.595036 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-14967887-8cdc-4e1c-9e32-3f84c627e7a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70d71739-c2ad-4561-9b3c-b38da2c196cd HTTP/1.1" status: 204 len: 168 time: 0.1259513 Sep 09 15:18:43.605836 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14967887-8cdc-4e1c-9e32-3f84c627e7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d71739-c2ad-4561-9b3c-b38da2c196cd,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:45.601025 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b897ecd5-6583-45b5-83f5-198bdd79f712 req-694db1c7-0b19-4360-b17e-d7158ad707c1 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356587143&fields=id&tenant_id=ca5aad77d3124812a9189d72a2a2bfb0 HTTP/1.1" status: 200 len: 267 time: 0.0347471 Sep 09 15:18:45.656323 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897ecd5-6583-45b5-83f5-198bdd79f712 req-5f382a91-92ef-4131-b692-a6e9b515cddb tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:45.658603 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b897ecd5-6583-45b5-83f5-198bdd79f712 req-5f382a91-92ef-4131-b692-a6e9b515cddb tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 984 time: 0.0510986 Sep 09 15:18:45.671508 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [req-b897ecd5-6583-45b5-83f5-198bdd79f712 req-a2abc6bd-f876-4b74-b4d5-323f61ef9e0c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Request body: {'port': {'security_groups': ['4045690a-82b8-4c92-a354-6e039de1bcad']}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:18:45.739334 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-b897ecd5-6583-45b5-83f5-198bdd79f712 req-a2abc6bd-f876-4b74-b4d5-323f61ef9e0c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:45.925091 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-b897ecd5-6583-45b5-83f5-198bdd79f712 req-a2abc6bd-f876-4b74-b4d5-323f61ef9e0c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] For port b36a9137-e288-4a10-8270-76b3593abd7d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b36a9137-e288-4a10-8270-76b3593abd7d,segment=NetworkSegment(442a1d70-b888-4a90-9d04-bba8347ed9cb),segment_id=442a1d70-b888-4a90-9d04-bba8347ed9cb)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:45.958666 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-b897ecd5-6583-45b5-83f5-198bdd79f712 req-a2abc6bd-f876-4b74-b4d5-323f61ef9e0c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:45.963948 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-b897ecd5-6583-45b5-83f5-198bdd79f712 req-a2abc6bd-f876-4b74-b4d5-323f61ef9e0c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:45.977230 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['b36a9137-e288-4a10-8270-76b3593abd7d'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:18:46.008643 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897ecd5-6583-45b5-83f5-198bdd79f712 req-a2abc6bd-f876-4b74-b4d5-323f61ef9e0c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:46.009271 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-b897ecd5-6583-45b5-83f5-198bdd79f712 req-a2abc6bd-f876-4b74-b4d5-323f61ef9e0c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:46.010685 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b897ecd5-6583-45b5-83f5-198bdd79f712 req-a2abc6bd-f876-4b74-b4d5-323f61ef9e0c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "PUT /v2.0/ports/b36a9137-e288-4a10-8270-76b3593abd7d HTTP/1.1" status: 200 len: 942 time: 0.3440495 Sep 09 15:18:46.011158 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'tag': 'b36a9137-e288-4a10-8270-76b3593abd7d'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:18:46.013443 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51f65e8-fb93-49d3-ba47-1c5683c0ddee" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48", "tag": "b36a9137-e288-4a10-8270-76b3593abd7d"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:18:46.016423 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44426) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:46.052958 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abc6bd-f876-4b74-b4d5-323f61ef9e0c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Pushing event updated for resources: {'Port': ['ID=b36a9137-e288-4a10-8270-76b3593abd7d,revision_number=7']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:46.074021 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e71d68e-7edf-4f16-9397-2b4a4fb8de6a x-openstack-request-id: req-2e71d68e-7edf-4f16-9397-2b4a4fb8de6a {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:18:46.074383 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48", "tag": "b36a9137-e288-4a10-8270-76b3593abd7d", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:18:46.074657 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e71d68e-7edf-4f16-9397-2b4a4fb8de6a {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:18:46.075202 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'tag': 'b36a9137-e288-4a10-8270-76b3593abd7d', 'status': 'completed', 'code': 200} Sep 09 15:18:46.123506 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['b36a9137-e288-4a10-8270-76b3593abd7d'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:18:46.180846 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f65e8-fb93-49d3-ba47-1c5683c0ddee req-b6588797-2fde-412f-9fff-22d59f1abf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:46.182361 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f51f65e8-fb93-49d3-ba47-1c5683c0ddee req-b6588797-2fde-412f-9fff-22d59f1abf94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca5aad77d3124812a9189d72a2a2bfb0&device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 1098 time: 0.0988228 Sep 09 15:18:46.185355 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-81bad27d-e5ea-4be9-af9a-875a580acb62 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:46.241429 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-81bad27d-e5ea-4be9-af9a-875a580acb62 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:46.290786 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ec0460d9-41ae-4330-b88f-b6813a288dc8 None None] Provisioning complete for port b36a9137-e288-4a10-8270-76b3593abd7d triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:18:46.291369 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ec0460d9-41ae-4330-b88f-b6813a288dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:46.336482 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f65e8-fb93-49d3-ba47-1c5683c0ddee req-30a9f798-751d-44f5-927d-7f1464bd9b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:46.338021 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f51f65e8-fb93-49d3-ba47-1c5683c0ddee req-30a9f798-751d-44f5-927d-7f1464bd9b4b service neutron] 10.222.0.39 "GET /v2.0/networks?id=5aad6b89-42f4-4242-ae45-718ce8363e0c HTTP/1.1" status: 200 len: 916 time: 0.1457739 Sep 09 15:18:46.414463 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-81bad27d-e5ea-4be9-af9a-875a580acb62 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:46.417092 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-81bad27d-e5ea-4be9-af9a-875a580acb62 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:46.418216 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-81bad27d-e5ea-4be9-af9a-875a580acb62 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "DELETE /v2.0/security-groups/1e4bf437-b0ce-4778-ab28-0f01e18f2ce8 HTTP/1.1" status: 204 len: 168 time: 0.3994741 Sep 09 15:18:46.421500 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44436) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:46.434112 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bad27d-e5ea-4be9-af9a-875a580acb62 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4bf437-b0ce-4778-ab28-0f01e18f2ce8,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:46.467955 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f51f65e8-fb93-49d3-ba47-1c5683c0ddee req-6c064875-5d84-4cfe-a6cf-0b86a48c8e60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b36a9137-e288-4a10-8270-76b3593abd7d HTTP/1.1" status: 200 len: 1000 time: 0.1189270 Sep 09 15:18:46.521609 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f65e8-fb93-49d3-ba47-1c5683c0ddee req-aa0da59b-3b43-4d02-9cf8-70bcaad8b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:46.523108 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f51f65e8-fb93-49d3-ba47-1c5683c0ddee req-aa0da59b-3b43-4d02-9cf8-70bcaad8b3de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a HTTP/1.1" status: 200 len: 854 time: 0.0491571 Sep 09 15:18:46.573733 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f65e8-fb93-49d3-ba47-1c5683c0ddee req-3095b642-0627-4fd2-9ed0-9057cb159c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:46.575270 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f51f65e8-fb93-49d3-ba47-1c5683c0ddee req-3095b642-0627-4fd2-9ed0-9057cb159c05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5aad6b89-42f4-4242-ae45-718ce8363e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438728 Sep 09 15:18:46.604747 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-747f83d8-bc98-4f9f-9c81-8f353317971c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Deleting port 1cbe4660-5a0b-4f52-97ad-5ed92428c4c0 {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:18:46.605330 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-747f83d8-bc98-4f9f-9c81-8f353317971c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:46.677429 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f51f65e8-fb93-49d3-ba47-1c5683c0ddee req-ffbaa705-2c65-493c-8a05-b33662a25f4b service neutron] 10.222.0.39 "GET /v2.0/networks/5aad6b89-42f4-4242-ae45-718ce8363e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920424 Sep 09 15:18:46.687882 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-747f83d8-bc98-4f9f-9c81-8f353317971c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:46.688401 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-747f83d8-bc98-4f9f-9c81-8f353317971c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:46.702633 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-747f83d8-bc98-4f9f-9c81-8f353317971c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Calling delete_port for 1cbe4660-5a0b-4f52-97ad-5ed92428c4c0 owned by network:floatingip {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:18:46.786421 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f51f65e8-fb93-49d3-ba47-1c5683c0ddee req-436631f7-e55b-46c8-809f-9df42b2544d6 service neutron] 10.222.0.39 "GET /v2.0/networks/5aad6b89-42f4-4242-ae45-718ce8363e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940070 Sep 09 15:18:46.882591 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-747f83d8-bc98-4f9f-9c81-8f353317971c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:46.907054 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f83d8-bc98-4f9f-9c81-8f353317971c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Pushing event deleted for resources: {'Port': ['ID=1cbe4660-5a0b-4f52-97ad-5ed92428c4c0,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:46.969898 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-747f83d8-bc98-4f9f-9c81-8f353317971c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks [] for floatingip, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:46.970710 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.l3_db [None req-747f83d8-bc98-4f9f-9c81-8f353317971c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Floating IP aafda540-9f52-4e66-91ce-9457371d3012 disassociated (deleted). External IP: 172.27.3.88, port: b36a9137-e288-4a10-8270-76b3593abd7d. Sep 09 15:18:47.179572 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747f83d8-bc98-4f9f-9c81-8f353317971c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Router 6fb63cea-c66c-42a7-9e8a-e5845be5e90a has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:18:47.289047 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747f83d8-bc98-4f9f-9c81-8f353317971c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:18:47.294016 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-747f83d8-bc98-4f9f-9c81-8f353317971c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:47.298628 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d2615-7867-455b-a498-22f72ee44787 None None] Sync routers for ids ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:18:47.307507 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d2615-7867-455b-a498-22f72ee44787 None None] Routers {'6fb63cea-c66c-42a7-9e8a-e5845be5e90a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:18:47.308110 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-3c0d2615-7867-455b-a498-22f72ee44787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:18:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:47.323287 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-747f83d8-bc98-4f9f-9c81-8f353317971c tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "DELETE /v2.0/floatingips/aafda540-9f52-4e66-91ce-9457371d3012 HTTP/1.1" status: 204 len: 168 time: 0.8981094 Sep 09 15:18:47.414952 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-3c0d2615-7867-455b-a498-22f72ee44787 None None] Set router 6fb63cea-c66c-42a7-9e8a-e5845be5e90a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:18:47.644100 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-3c0d2615-7867-455b-a498-22f72ee44787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'name': 'tempest-TestMinimumBasicScenario-1319155666-router', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:26Z', 'updated_at': '2021-09-09T15:16:30Z', 'revision_number': 4, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'gw_port': {'id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:27Z', 'updated_at': '2021-09-09T15:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'd4018ba6-8aed-4bfb-9b7e-88f1b0941b2c', 'name': '', 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'mac_address': 'fa:16:3e:79:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:30Z', 'updated_at': '2021-09-09T15:16:39Z', 'revision_number': 5, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'subnets': [{'id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:47.775605 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d2615-7867-455b-a498-22f72ee44787 None None] Checking router: 6fb63cea-c66c-42a7-9e8a-e5845be5e90a for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:18:47.785994 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d2615-7867-455b-a498-22f72ee44787 None None] Routers {'6fb63cea-c66c-42a7-9e8a-e5845be5e90a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:18:47.786748 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-3c0d2615-7867-455b-a498-22f72ee44787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:18:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:47.846023 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44468) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:47.880748 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d61f53b5-47c4-44e3-8a59-59566407962d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:47.905091 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-3c0d2615-7867-455b-a498-22f72ee44787 None None] Set router 6fb63cea-c66c-42a7-9e8a-e5845be5e90a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:18:47.974265 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-08a1b567-0f35-4d79-8bf8-73e685bb9668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:48.075904 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'tag': 'b36a9137-e288-4a10-8270-76b3593abd7d'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:18:48.079319 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ea396c-a004-4b92-9d63-e1e5af782044" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48", "tag": "b36a9137-e288-4a10-8270-76b3593abd7d"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:18:48.088701 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-08a1b567-0f35-4d79-8bf8-73e685bb9668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:48.093593 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-08a1b567-0f35-4d79-8bf8-73e685bb9668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:48.122855 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ab93c9-e5d2-4625-9e5a-9f7bfe7178cd x-openstack-request-id: req-77ab93c9-e5d2-4625-9e5a-9f7bfe7178cd {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:18:48.123144 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48", "tag": "b36a9137-e288-4a10-8270-76b3593abd7d", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:18:48.123782 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77ab93c9-e5d2-4625-9e5a-9f7bfe7178cd {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:18:48.123915 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'tag': 'b36a9137-e288-4a10-8270-76b3593abd7d', 'status': 'completed', 'code': 200} Sep 09 15:18:48.126279 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-3c0d2615-7867-455b-a498-22f72ee44787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'name': 'tempest-TestMinimumBasicScenario-1319155666-router', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:26Z', 'updated_at': '2021-09-09T15:16:30Z', 'revision_number': 4, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'gw_port': {'id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:27Z', 'updated_at': '2021-09-09T15:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'd4018ba6-8aed-4bfb-9b7e-88f1b0941b2c', 'name': '', 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'mac_address': 'fa:16:3e:79:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:30Z', 'updated_at': '2021-09-09T15:16:39Z', 'revision_number': 5, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'subnets': [{'id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:48.140052 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-08a1b567-0f35-4d79-8bf8-73e685bb9668 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86d405b40c334b358947e4708d217b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925501 Sep 09 15:18:48.140900 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1b567-0f35-4d79-8bf8-73e685bb9668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073bd86c-d6bb-49c6-88e1-0f98ebc68770,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:48.143929 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44474) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:48.164019 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d2615-7867-455b-a498-22f72ee44787 None None] The sync data for ids ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'] in dv-cinder-776307-9-iscsi is: [{'id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'name': 'tempest-TestMinimumBasicScenario-1319155666-router', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:26Z', 'updated_at': '2021-09-09T15:16:30Z', 'revision_number': 4, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'gw_port': {'id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:27Z', 'updated_at': '2021-09-09T15:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'd4018ba6-8aed-4bfb-9b7e-88f1b0941b2c', 'name': '', 'network_id': '5aad6b89-42f4-4242-ae45-718ce8363e0c', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'mac_address': 'fa:16:3e:79:3c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:30Z', 'updated_at': '2021-09-09T15:16:39Z', 'revision_number': 5, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'subnets': [{'id': 'b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:18:48.205331 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-27834dd6-2ade-426c-a3d5-88d63a3b0f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:48.209187 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea396c-a004-4b92-9d63-e1e5af782044 req-d0aafe89-af6b-4464-b626-43b6419a2e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:48.210905 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-21ea396c-a004-4b92-9d63-e1e5af782044 req-d0aafe89-af6b-4464-b626-43b6419a2e27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca5aad77d3124812a9189d72a2a2bfb0&device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 1098 time: 0.0574174 Sep 09 15:18:48.228985 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-27834dd6-2ade-426c-a3d5-88d63a3b0f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:48.284703 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-27834dd6-2ade-426c-a3d5-88d63a3b0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:48.287516 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-27834dd6-2ade-426c-a3d5-88d63a3b0f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:48.291367 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-27834dd6-2ade-426c-a3d5-88d63a3b0f0e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/073bd86c-d6bb-49c6-88e1-0f98ebc68770 HTTP/1.1" status: 204 len: 168 time: 0.1437855 Sep 09 15:18:48.311473 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27834dd6-2ade-426c-a3d5-88d63a3b0f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073bd86c-d6bb-49c6-88e1-0f98ebc68770,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:48.337707 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea396c-a004-4b92-9d63-e1e5af782044 req-927516b6-4229-4e50-98c6-343c332ec65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:48.339329 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-21ea396c-a004-4b92-9d63-e1e5af782044 req-927516b6-4229-4e50-98c6-343c332ec65f service neutron] 10.222.0.39 "GET /v2.0/networks?id=5aad6b89-42f4-4242-ae45-718ce8363e0c HTTP/1.1" status: 200 len: 916 time: 0.1178675 Sep 09 15:18:48.393466 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-21ea396c-a004-4b92-9d63-e1e5af782044 req-95af9955-182e-4566-9e49-a970e93e25d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b36a9137-e288-4a10-8270-76b3593abd7d HTTP/1.1" status: 200 len: 217 time: 0.0445023 Sep 09 15:18:48.450954 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea396c-a004-4b92-9d63-e1e5af782044 req-4f99da2b-6731-4b5a-8d4f-94e10936ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:48.452813 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-21ea396c-a004-4b92-9d63-e1e5af782044 req-4f99da2b-6731-4b5a-8d4f-94e10936ba7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a HTTP/1.1" status: 200 len: 854 time: 0.0502071 Sep 09 15:18:48.492598 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d60f3d-cbb4-4a54-9c77-e30a098a8238 None None] New status for floating IP aafda540-9f52-4e66-91ce-9457371d3012: DOWN {{(pid=94132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 15:18:48.503162 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea396c-a004-4b92-9d63-e1e5af782044 req-ccb96685-6c61-4d76-bfa0-c72fd63892a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:48.504849 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-21ea396c-a004-4b92-9d63-e1e5af782044 req-ccb96685-6c61-4d76-bfa0-c72fd63892a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5aad6b89-42f4-4242-ae45-718ce8363e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435081 Sep 09 15:18:48.641082 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-21ea396c-a004-4b92-9d63-e1e5af782044 req-492e7063-a6b4-49c1-afa7-3ed98610288f service neutron] 10.222.0.39 "GET /v2.0/networks/5aad6b89-42f4-4242-ae45-718ce8363e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271136 Sep 09 15:18:48.660646 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44486) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:48.677063 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-63c8dce6-3dfc-4c38-929f-a386c18ed355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:48.765413 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-21ea396c-a004-4b92-9d63-e1e5af782044 req-ebb5a2cc-51af-4d7f-934d-56f958a2659f service neutron] 10.222.0.39 "GET /v2.0/networks/5aad6b89-42f4-4242-ae45-718ce8363e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149838 Sep 09 15:18:48.790136 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-63c8dce6-3dfc-4c38-929f-a386c18ed355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:48.794229 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-63c8dce6-3dfc-4c38-929f-a386c18ed355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:48.833323 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-63c8dce6-3dfc-4c38-929f-a386c18ed355 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3f3446f28c14342845649ef68a5bf22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1714389 Sep 09 15:18:48.834941 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8dce6-3dfc-4c38-929f-a386c18ed355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2131f56-76f8-4f7b-b32f-0f3740ce8b7f,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:48.836078 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44494) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:48.889660 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89e27ef6-726c-4cd1-a04e-ba0bd39e9be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:48.912869 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89e27ef6-726c-4cd1-a04e-ba0bd39e9be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:48.966570 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89e27ef6-726c-4cd1-a04e-ba0bd39e9be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:48.969551 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-89e27ef6-726c-4cd1-a04e-ba0bd39e9be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:48.972145 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-89e27ef6-726c-4cd1-a04e-ba0bd39e9be2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2131f56-76f8-4f7b-b32f-0f3740ce8b7f HTTP/1.1" status: 204 len: 168 time: 0.1346242 Sep 09 15:18:48.981304 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e27ef6-726c-4cd1-a04e-ba0bd39e9be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2131f56-76f8-4f7b-b32f-0f3740ce8b7f,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:50.128510 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba529a-4df0-4f21-b012-a09b67959925 req-84c15790-1a9e-4321-9c4d-6e73121c15c8 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:50.130084 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-90ba529a-4df0-4f21-b012-a09b67959925 req-84c15790-1a9e-4321-9c4d-6e73121c15c8 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 945 time: 0.0614648 Sep 09 15:18:50.178015 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-90ba529a-4df0-4f21-b012-a09b67959925 req-b1e67a97-9c2e-4a27-bf14-b0538cd2dfba tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408609 Sep 09 15:18:50.686103 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-22b1b6ec-e26c-4555-8186-dd377ae65fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:50.840158 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:51.311809 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aab21-124d-4b51-8ff0-74df2d2905be req-994755d5-4f5a-4004-818b-1910fc4779d0 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:51.313349 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b37aab21-124d-4b51-8ff0-74df2d2905be req-994755d5-4f5a-4004-818b-1910fc4779d0 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 945 time: 0.0622561 Sep 09 15:18:51.359654 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b37aab21-124d-4b51-8ff0-74df2d2905be req-37f91447-9fe3-45e0-bfd4-7a70bc7509c6 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/security-groups?id=4045690a-82b8-4c92-a354-6e039de1bcad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388000 Sep 09 15:18:51.716669 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:52.038504 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7731d1a-06d5-4cea-ade1-74870d0bf4ee req-2e44cbbf-6f97-4bfa-833c-ab0ec3534ac1 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:52.040004 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d7731d1a-06d5-4cea-ade1-74870d0bf4ee req-2e44cbbf-6f97-4bfa-833c-ab0ec3534ac1 tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 945 time: 0.0513985 Sep 09 15:18:52.135780 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-d7731d1a-06d5-4cea-ade1-74870d0bf4ee req-91094bb8-b093-471f-b7a2-6db59acf734e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Deleting port b36a9137-e288-4a10-8270-76b3593abd7d {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:18:52.136115 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-d7731d1a-06d5-4cea-ade1-74870d0bf4ee req-91094bb8-b093-471f-b7a2-6db59acf734e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:52.226725 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-d7731d1a-06d5-4cea-ade1-74870d0bf4ee req-91094bb8-b093-471f-b7a2-6db59acf734e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] For port b36a9137-e288-4a10-8270-76b3593abd7d, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=b36a9137-e288-4a10-8270-76b3593abd7d,segment=NetworkSegment(442a1d70-b888-4a90-9d04-bba8347ed9cb),segment_id=442a1d70-b888-4a90-9d04-bba8347ed9cb)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:52.227093 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-d7731d1a-06d5-4cea-ade1-74870d0bf4ee req-91094bb8-b093-471f-b7a2-6db59acf734e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:52.240391 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-d7731d1a-06d5-4cea-ade1-74870d0bf4ee req-91094bb8-b093-471f-b7a2-6db59acf734e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Calling delete_port for b36a9137-e288-4a10-8270-76b3593abd7d owned by compute:nova {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:18:52.367087 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-d7731d1a-06d5-4cea-ade1-74870d0bf4ee req-91094bb8-b093-471f-b7a2-6db59acf734e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:52.388811 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['b36a9137-e288-4a10-8270-76b3593abd7d'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:18:52.396204 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91094bb8-b093-471f-b7a2-6db59acf734e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Pushing event deleted for resources: {'Port': ['ID=b36a9137-e288-4a10-8270-76b3593abd7d,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:52.439759 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7731d1a-06d5-4cea-ade1-74870d0bf4ee req-91094bb8-b093-471f-b7a2-6db59acf734e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] No DVR routers for this DVR port b36a9137-e288-4a10-8270-76b3593abd7d on host hv-cinder-77630 {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:18:52.442284 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-d7731d1a-06d5-4cea-ade1-74870d0bf4ee req-91094bb8-b093-471f-b7a2-6db59acf734e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:52.444437 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d7731d1a-06d5-4cea-ade1-74870d0bf4ee req-91094bb8-b093-471f-b7a2-6db59acf734e tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.39 "DELETE /v2.0/ports/b36a9137-e288-4a10-8270-76b3593abd7d HTTP/1.1" status: 204 len: 173 time: 0.3966820 Sep 09 15:18:52.444880 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'name': 'network-vif-deleted', 'tag': 'b36a9137-e288-4a10-8270-76b3593abd7d'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:18:52.447189 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f627cefd-a0de-43d8-bae8-6b083f76ba48" -d '{"events": [{"server_uuid": "b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48", "name": "network-vif-deleted", "tag": "b36a9137-e288-4a10-8270-76b3593abd7d"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:18:52.463454 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e5966dc5-d3a1-481f-9aea-09e37a1ec947 req-8065fa11-2b56-46fd-b51b-616dcc341b0d tempest-TestMinimumBasicScenario-40692296 tempest-TestMinimumBasicScenario-40692296-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48 HTTP/1.1" status: 200 len: 210 time: 0.0281386 Sep 09 15:18:52.492786 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8cd9ac-4e9b-40c4-9499-2335cac204d8 x-openstack-request-id: req-4d8cd9ac-4e9b-40c4-9499-2335cac204d8 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:18:52.493076 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48", "name": "network-vif-deleted", "tag": "b36a9137-e288-4a10-8270-76b3593abd7d", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:18:52.493322 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d8cd9ac-4e9b-40c4-9499-2335cac204d8 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:18:52.493716 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ac8be9-6f4a-4e49-be5f-b0e6d9839e48', 'name': 'network-vif-deleted', 'tag': 'b36a9137-e288-4a10-8270-76b3593abd7d', 'status': 'completed', 'code': 200} Sep 09 15:18:53.147074 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44594) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:53.250958 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-240825d1-6605-4724-a343-c8788753d82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:53.340205 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-240825d1-6605-4724-a343-c8788753d82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:53.344608 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-240825d1-6605-4724-a343-c8788753d82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:53.378086 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:53.397334 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240825d1-6605-4724-a343-c8788753d82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4847b09e-9e92-4cfb-a3b2-653794243944,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:53.402102 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-240825d1-6605-4724-a343-c8788753d82a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a9ca35e0d114bd5b4d9266947806f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540226 Sep 09 15:18:53.404897 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44598) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:53.406956 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240825d1-6605-4724-a343-c8788753d82a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:53.407313 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240825d1-6605-4724-a343-c8788753d82a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:53.407806 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240825d1-6605-4724-a343-c8788753d82a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:53.408340 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240825d1-6605-4724-a343-c8788753d82a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:53.408677 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240825d1-6605-4724-a343-c8788753d82a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:53.409013 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240825d1-6605-4724-a343-c8788753d82a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:53.409345 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240825d1-6605-4724-a343-c8788753d82a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:53.409673 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240825d1-6605-4724-a343-c8788753d82a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:53.409999 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240825d1-6605-4724-a343-c8788753d82a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:53.410324 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240825d1-6605-4724-a343-c8788753d82a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:53.410645 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240825d1-6605-4724-a343-c8788753d82a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:53.410990 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240825d1-6605-4724-a343-c8788753d82a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:53.453830 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c333c325-5056-4c34-b092-a0b7f8077d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:53.475201 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c333c325-5056-4c34-b092-a0b7f8077d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:53.523893 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c333c325-5056-4c34-b092-a0b7f8077d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:53.526542 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c333c325-5056-4c34-b092-a0b7f8077d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:53.527733 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-c333c325-5056-4c34-b092-a0b7f8077d0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4847b09e-9e92-4cfb-a3b2-653794243944 HTTP/1.1" status: 204 len: 168 time: 0.1218600 Sep 09 15:18:53.536726 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333c325-5056-4c34-b092-a0b7f8077d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4847b09e-9e92-4cfb-a3b2-653794243944,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:54.151338 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44666) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:54.255122 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44670) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:54.352627 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-11671e1e-80e3-48e6-afb4-61f622424e1c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-63434297-network', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:18:54.372017 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11671e1e-80e3-48e6-afb4-61f622424e1c admin admin] Made reservation on behalf of 4df2095778484cc7ac0214fbf88663ef for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:18:54.374361 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-11671e1e-80e3-48e6-afb4-61f622424e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:54.384481 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-11671e1e-80e3-48e6-afb4-61f622424e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:54.474299 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-11671e1e-80e3-48e6-afb4-61f622424e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:54.478205 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-11671e1e-80e3-48e6-afb4-61f622424e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:54.505197 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11671e1e-80e3-48e6-afb4-61f622424e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:18:54.515373 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11671e1e-80e3-48e6-afb4-61f622424e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa526e3-9760-4c3e-a7dc-2b347b7c7a4c,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:54.522655 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-11671e1e-80e3-48e6-afb4-61f622424e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:54.523121 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-11671e1e-80e3-48e6-afb4-61f622424e1c admin admin] Added segment d35abc29-a5ac-46be-9d76-7e48632d83a2 of type vlan for network e0984a54-7def-43d0-913d-331c0bc27070 Sep 09 15:18:54.564990 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-11671e1e-80e3-48e6-afb4-61f622424e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:54.593181 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-11671e1e-80e3-48e6-afb4-61f622424e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:54.594340 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11671e1e-80e3-48e6-afb4-61f622424e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:54.595207 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-11671e1e-80e3-48e6-afb4-61f622424e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:54.630546 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-11671e1e-80e3-48e6-afb4-61f622424e1c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3742836 Sep 09 15:18:54.635196 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44674) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:54.640295 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-1004e26a-fc75-4d43-b280-8456968e0d6a admin admin] Request body: {'subnet': {'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-63434297-subnet', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:18:54.675052 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11671e1e-80e3-48e6-afb4-61f622424e1c admin admin] Pushing event updated for resources: {'Network': ['ID=e0984a54-7def-43d0-913d-331c0bc27070,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:54.686190 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network e0984a54-7def-43d0-913d-331c0bc27070 details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:18:54.696605 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1004e26a-fc75-4d43-b280-8456968e0d6a admin admin] Made reservation on behalf of 4df2095778484cc7ac0214fbf88663ef for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:18:54.699447 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1004e26a-fc75-4d43-b280-8456968e0d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59967870'] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:54.841865 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9d9ef149-0898-4d01-9bd0-a05af580c865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682430'] for router_interface, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:54.902157 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1004e26a-fc75-4d43-b280-8456968e0d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3167449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59967840'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:54.957760 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:54.961111 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004e26a-fc75-4d43-b280-8456968e0d6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b661ef-efa4-4273-9365-2674d40f533a,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:54.968381 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1004e26a-fc75-4d43-b280-8456968e0d6a admin admin] Checking segment: {'id': 'd35abc29-a5ac-46be-9d76-7e48632d83a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:18:54.968737 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1004e26a-fc75-4d43-b280-8456968e0d6a admin admin] Network hostable DHCP agents. Network: e0984a54-7def-43d0-913d-331c0bc27070, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:18:54.986197 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1004e26a-fc75-4d43-b280-8456968e0d6a admin admin] Network e0984a54-7def-43d0-913d-331c0bc27070 is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:18:54.995302 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-1004e26a-fc75-4d43-b280-8456968e0d6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, e0984a54-7def-43d0-913d-331c0bc27070) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:18:54.999610 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1004e26a-fc75-4d43-b280-8456968e0d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:18:55.000194 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1004e26a-fc75-4d43-b280-8456968e0d6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.008434 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcf10c3-f799-4297-93f5-e37c5a76ceb8 None None] Network e0984a54-7def-43d0-913d-331c0bc27070 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:18:55.023504 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1004e26a-fc75-4d43-b280-8456968e0d6a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3846531 Sep 09 15:18:55.023739 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44676) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:55.028027 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-63434297-router', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:18:55.049099 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.050253 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3885438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.107687 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.166548 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6998fd-edf4-51e3-ac9a-e6a498ccbbc9-e0984a54-7def-43d0-913d-331c0bc27070', 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'fixed_ips': [{'subnet_id': 'e2b661ef-efa4-4273-9365-2674d40f533a'}]}} from dv-cinder-776307-9-iscsi. {{(pid=94132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 15:18:55.167668 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.184505 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-9d9ef149-0898-4d01-9bd0-a05af580c865 admin admin] Deleting port d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:18:55.184913 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9d9ef149-0898-4d01-9bd0-a05af580c865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.254639 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.271396 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-9d9ef149-0898-4d01-9bd0-a05af580c865 admin admin] For port d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c,segment=NetworkSegment(442a1d70-b888-4a90-9d04-bba8347ed9cb),segment_id=442a1d70-b888-4a90-9d04-bba8347ed9cb)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:55.272381 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9d9ef149-0898-4d01-9bd0-a05af580c865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.285842 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-9d9ef149-0898-4d01-9bd0-a05af580c865 admin admin] Calling delete_port for d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c owned by network:router_interface {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:18:55.323643 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Allocated IP 172.20.0.2 (e0984a54-7def-43d0-913d-331c0bc27070/e2b661ef-efa4-4273-9365-2674d40f533a/d3d52d6e-3a33-43f5-920c-99cfaea82b61) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:18:55.466674 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.487329 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.490557 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.490740 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9d9ef149-0898-4d01-9bd0-a05af580c865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.499656 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Transition to ACTIVE for port object d3d52d6e-3a33-43f5-920c-99cfaea82b61 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:18:55.515811 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Transition to ACTIVE for port object d3d52d6e-3a33-43f5-920c-99cfaea82b61 will not be triggered until provisioned by entity DHCP. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:18:55.517817 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ef149-0898-4d01-9bd0-a05af580c865 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:55.533670 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.583135 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Pushing event updated for resources: {'Port': ['ID=d3d52d6e-3a33-43f5-920c-99cfaea82b61,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:55.594187 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:55.595460 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:55.596439 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:55.600153 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:55.600671 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:55.601162 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:55.601674 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:55.602153 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:55.602675 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:55.603185 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:55.604405 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:55.604908 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:18:55.615985 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Network e0984a54-7def-43d0-913d-331c0bc27070 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:18:55.617593 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:18:55.620516 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:18:55.634775 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Allocated IP 172.27.3.10 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/d7543d75-ffb9-415b-a9f8-073f748c9b8d) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:18:55.700770 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Attempting to bind port d3d52d6e-3a33-43f5-920c-99cfaea82b61 on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:18:55.701689 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Attempting to bind port d3d52d6e-3a33-43f5-920c-99cfaea82b61 by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': 'd35abc29-a5ac-46be-9d76-7e48632d83a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:18:55.702246 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Attempting to bind port d3d52d6e-3a33-43f5-920c-99cfaea82b61 on network e0984a54-7def-43d0-913d-331c0bc27070 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:18:55.708529 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:18:55.709198 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Checking segment: {'id': 'd35abc29-a5ac-46be-9d76-7e48632d83a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:18:55.709758 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.710304 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Bound using segment: {'id': 'd35abc29-a5ac-46be-9d76-7e48632d83a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:18:55.710954 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Bound port: d3d52d6e-3a33-43f5-920c-99cfaea82b61, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35abc29-a5ac-46be-9d76-7e48632d83a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:18:55.711512 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.727485 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9d9ef149-0898-4d01-9bd0-a05af580c865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682506'] for router_interface, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.780798 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.795579 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] For port d3d52d6e-3a33-43f5-920c-99cfaea82b61, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:18:55.801054 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] For port d3d52d6e-3a33-43f5-920c-99cfaea82b61, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=d3d52d6e-3a33-43f5-920c-99cfaea82b61,segment=NetworkSegment(d35abc29-a5ac-46be-9d76-7e48632d83a2),segment_id=d35abc29-a5ac-46be-9d76-7e48632d83a2)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:18:55.805701 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.835116 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:55.876894 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f684475-c677-4041-a1e3-d1cdc31a878d None None] Pushing event updated for resources: {'Port': ['ID=d3d52d6e-3a33-43f5-920c-99cfaea82b61,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:55.882878 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:18:55.886228 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:18:55.888806 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:18:55.945745 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Pushing event updated for resources: {'Port': ['ID=d7543d75-ffb9-415b-a9f8-073f748c9b8d,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:56.005097 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9ef149-0898-4d01-9bd0-a05af580c865 admin admin] Router 6fb63cea-c66c-42a7-9e8a-e5845be5e90a has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:18:56.167050 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9ef149-0898-4d01-9bd0-a05af580c865 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:18:56.175076 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-9d9ef149-0898-4d01-9bd0-a05af580c865 admin admin] 10.222.0.18 "PUT /v2.0/routers/6fb63cea-c66c-42a7-9e8a-e5845be5e90a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0223746 Sep 09 15:18:56.177520 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44682) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:56.184628 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b54526-600f-45a2-978b-bc7ef4f3e9a7 None None] Sync routers for ids ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:18:56.207350 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b54526-600f-45a2-978b-bc7ef4f3e9a7 None None] Routers {'6fb63cea-c66c-42a7-9e8a-e5845be5e90a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:18:56.208756 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-a8b54526-600f-45a2-978b-bc7ef4f3e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:18:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:56.231951 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:56.359398 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c795af51-5479-4018-a4eb-cc740f1531f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:56.395239 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-a8b54526-600f-45a2-978b-bc7ef4f3e9a7 None None] Set router 6fb63cea-c66c-42a7-9e8a-e5845be5e90a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:18:56.466956 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c795af51-5479-4018-a4eb-cc740f1531f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:56.472115 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681812'] for router, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:56.528120 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-c795af51-5479-4018-a4eb-cc740f1531f2 admin admin] Deleting port 1ffd303d-7164-4246-bf9c-eaca1f01cf2c {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:18:56.528523 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c795af51-5479-4018-a4eb-cc740f1531f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:56.603111 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-a8b54526-600f-45a2-978b-bc7ef4f3e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'name': 'tempest-TestMinimumBasicScenario-1319155666-router', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:26Z', 'updated_at': '2021-09-09T15:18:55Z', 'revision_number': 5, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'gw_port': {'id': '1ffd303d-7164-4246-bf9c-eaca1f01cf2c', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:27Z', 'updated_at': '2021-09-09T15:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:56.611514 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Router ee57bb38-6adb-4d56-8d9e-148b024e7559 is scheduled to L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 with binding_index 1 {{(pid=94131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 15:18:56.613525 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-c795af51-5479-4018-a4eb-cc740f1531f2 admin admin] For port 1ffd303d-7164-4246-bf9c-eaca1f01cf2c, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=1ffd303d-7164-4246-bf9c-eaca1f01cf2c,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:56.613969 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c795af51-5479-4018-a4eb-cc740f1531f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:56.627302 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-c795af51-5479-4018-a4eb-cc740f1531f2 admin admin] Calling delete_port for 1ffd303d-7164-4246-bf9c-eaca1f01cf2c owned by network:router_gateway {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:18:56.630294 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b54526-600f-45a2-978b-bc7ef4f3e9a7 None None] Checking router: 6fb63cea-c66c-42a7-9e8a-e5845be5e90a for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:18:56.641328 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b54526-600f-45a2-978b-bc7ef4f3e9a7 None None] Routers {'6fb63cea-c66c-42a7-9e8a-e5845be5e90a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:18:56.642473 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-a8b54526-600f-45a2-978b-bc7ef4f3e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:18:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:56.744618 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:18:56.750379 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-a8b54526-600f-45a2-978b-bc7ef4f3e9a7 None None] Set router 6fb63cea-c66c-42a7-9e8a-e5845be5e90a gateway port host: None {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:18:56.753992 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Sync routers for ids ['ee57bb38-6adb-4d56-8d9e-148b024e7559'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:18:56.767934 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Routers {'ee57bb38-6adb-4d56-8d9e-148b024e7559'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:18:56.768954 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:18:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['ee57bb38-6adb-4d56-8d9e-148b024e7559'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:56.770881 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:56.776861 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-752aa885-37e4-4655-a51f-879cc47e5f00 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.7497656 Sep 09 15:18:56.777193 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44686) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:56.849317 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c795af51-5479-4018-a4eb-cc740f1531f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:56.883939 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795af51-5479-4018-a4eb-cc740f1531f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ffd303d-7164-4246-bf9c-eaca1f01cf2c,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:56.906516 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-a8b54526-600f-45a2-978b-bc7ef4f3e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'name': 'tempest-TestMinimumBasicScenario-1319155666-router', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:26Z', 'updated_at': '2021-09-09T15:18:56Z', 'revision_number': 6, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'gw_port_host': None}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:56.952715 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b54526-600f-45a2-978b-bc7ef4f3e9a7 None None] The sync data for ids ['6fb63cea-c66c-42a7-9e8a-e5845be5e90a'] in dv-cinder-776307-9-iscsi is: [{'id': '6fb63cea-c66c-42a7-9e8a-e5845be5e90a', 'name': 'tempest-TestMinimumBasicScenario-1319155666-router', 'tenant_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:26Z', 'updated_at': '2021-09-09T15:18:56Z', 'revision_number': 6, 'project_id': 'ca5aad77d3124812a9189d72a2a2bfb0', 'gw_port_host': None}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:18:56.970511 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c795af51-5479-4018-a4eb-cc740f1531f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681832'] for router_gateway, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:56.973596 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Set router ee57bb38-6adb-4d56-8d9e-148b024e7559 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:18:57.053195 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8808ef-2503-42ba-8087-702345e34b67 None None] Network e0984a54-7def-43d0-913d-331c0bc27070 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:18:57.077255 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c795af51-5479-4018-a4eb-cc740f1531f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-434'] for router, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:57.081783 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c795af51-5479-4018-a4eb-cc740f1531f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:57.133004 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c795af51-5479-4018-a4eb-cc740f1531f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684242'] for router, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:57.133965 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c795af51-5479-4018-a4eb-cc740f1531f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fb63cea-c66c-42a7-9e8a-e5845be5e90a {{(pid=94130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:18:57.139203 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c795af51-5479-4018-a4eb-cc740f1531f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:57.143544 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-c795af51-5479-4018-a4eb-cc740f1531f2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6fb63cea-c66c-42a7-9e8a-e5845be5e90a HTTP/1.1" status: 204 len: 168 time: 0.9619243 Sep 09 15:18:57.143869 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44688) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:57.180031 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device b36a9137-e288-4a10-8270-76b3593abd7d no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:18:57.197651 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef2a410-5b79-426e-8b95-e7c6203ec3d6 admin admin] Deleting subnet b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a {{(pid=94130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 15:18:57.200874 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a410-5b79-426e-8b95-e7c6203ec3d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:57.213728 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-899eff2c-c935-4c66-9497-980cd371895f None None] Provisioning for port d3d52d6e-3a33-43f5-920c-99cfaea82b61 completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:18:57.225448 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: b36a9137-e288-4a10-8270-76b3593abd7d {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:18:57.225943 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device b36a9137-e288-4a10-8270-76b3593abd7d not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:18:57.246584 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a410-5b79-426e-8b95-e7c6203ec3d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59470450'] for subnet, precommit_delete_associations {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:57.376911 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'name': 'tempest-TestShelveInstance-63434297-router', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:18:56Z', 'revision_number': 3, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'gw_port': {'id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:75:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:57.383509 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a410-5b79-426e-8b95-e7c6203ec3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612359'] for subnet, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:57.410426 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Checking router: ee57bb38-6adb-4d56-8d9e-148b024e7559 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:18:57.410825 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Updating router ee57bb38-6adb-4d56-8d9e-148b024e7559 port d7543d75-ffb9-415b-a9f8-073f748c9b8d binding host dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:18:57.443896 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:57.459046 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a410-5b79-426e-8b95-e7c6203ec3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60062086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59174082'] for subnet, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:57.498377 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2a410-5b79-426e-8b95-e7c6203ec3d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:57.506194 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a410-5b79-426e-8b95-e7c6203ec3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:57.508490 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-1ef2a410-5b79-426e-8b95-e7c6203ec3d6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b4aff42f-8d88-4f29-b8f0-3dcc2cba1e2a HTTP/1.1" status: 204 len: 168 time: 0.3635244 Sep 09 15:18:57.511049 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44692) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:57.565599 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fff654-6d76-42a8-a50c-cc67f5230905 None None] Network 5aad6b89-42f4-4242-ae45-718ce8363e0c requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:18:57.596954 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846555'] for network, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:57.652753 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] Deleting port 8d3298b6-0c72-4483-921f-ef73180f487d {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:18:57.653090 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:57.666751 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:57.724527 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] For port 8d3298b6-0c72-4483-921f-ef73180f487d, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=8d3298b6-0c72-4483-921f-ef73180f487d,segment=NetworkSegment(442a1d70-b888-4a90-9d04-bba8347ed9cb),segment_id=442a1d70-b888-4a90-9d04-bba8347ed9cb)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:57.724800 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:57.738597 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] Calling delete_port for 8d3298b6-0c72-4483-921f-ef73180f487d owned by network:dhcp {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:18:57.840017 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:57.892187 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Allocated IP 172.20.0.1 (e0984a54-7def-43d0-913d-331c0bc27070/e2b661ef-efa4-4273-9365-2674d40f533a/45bcf288-dae9-4b5a-92b7-f98ee0b1003e) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:18:57.904397 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3298b6-0c72-4483-921f-ef73180f487d,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:57.919846 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] No DVR routers for this DVR port 8d3298b6-0c72-4483-921f-ef73180f487d on host dv-cinder-776307-9-iscsi {{(pid=94130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:18:57.989848 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de367b1-9c03-4fbb-9ece-1ec22e42a118 None None] DHCP port deletion for 5aad6b89-42f4-4242-ae45-718ce8363e0c request from dv-cinder-776307-9-iscsi {{(pid=94132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 15:18:58.011493 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607090', 'neutron.services.segments.db._delete_segments_for_network-8752445426589'] for network, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.042814 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.services.segments.db [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aad6b89-42f4-4242-ae45-718ce8363e0c']}} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:58.043284 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device d3d52d6e-3a33-43f5-920c-99cfaea82b61 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:18:58.046870 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.056930 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.services.segments.db [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442a1d70-b888-4a90-9d04-bba8347ed9cb') {'for_net_delete': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:58.057269 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.services.segments.db [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442a1d70-b888-4a90-9d04-bba8347ed9cb') {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:58.063032 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Transition to ACTIVE for port object 45bcf288-dae9-4b5a-92b7-f98ee0b1003e will not be triggered until provisioned by entity DHCP. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:18:58.068190 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752445428902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59470347'] for segment, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.087782 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.095985 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:18:58.096608 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60062564'] for segment, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.096987 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: Traceback (most recent call last): Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: timer() Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: cb(*args, **kw) Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: return func(*args, **kwargs) Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: self._notify() Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: self.callback(batched_events) Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: event.method(event) Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: return f(self, *a, **k) Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: return self._get(url).json() Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: return self.request(url, 'GET', **kwargs) Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 15:18:58.098460 dv-cinder-776307-9-iscsi neutron-server[94130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 15:18:58.115476 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.116319 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Transition to ACTIVE for port object d7543d75-ffb9-415b-a9f8-073f748c9b8d will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:18:58.126327 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.160365 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Network e0984a54-7def-43d0-913d-331c0bc27070 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:18:58.163427 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:18:58.167483 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:18:58.183099 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681868'] for network, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.191006 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.193137 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port d3d52d6e-3a33-43f5-920c-99cfaea82b61 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:18:58.194081 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] 10.222.0.18 "DELETE /v2.0/networks/5aad6b89-42f4-4242-ae45-718ce8363e0c HTTP/1.1" status: 204 len: 168 time: 0.6818225 Sep 09 15:18:58.197477 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44694) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:58.200661 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c2779-9d85-4e63-b0cc-5c5fa760194e None None] Pushing event updated for resources: {'Port': ['ID=d7543d75-ffb9-415b-a9f8-073f748c9b8d,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:58.204967 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Pushing event updated for resources: {'Port': ['ID=45bcf288-dae9-4b5a-92b7-f98ee0b1003e,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:58.207205 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port d3d52d6e-3a33-43f5-920c-99cfaea82b61 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:18:58.207781 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.230389 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681989'] for router_interface, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.256755 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Attempting to bind port d7543d75-ffb9-415b-a9f8-073f748c9b8d on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:18:58.257375 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Attempting to bind port d7543d75-ffb9-415b-a9f8-073f748c9b8d by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:18:58.257894 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Attempting to bind port d7543d75-ffb9-415b-a9f8-073f748c9b8d on network 1e824111-cf35-4689-9431-3e5bca072ae7 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:18:58.265194 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:18:58.265863 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Checking segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:18:58.267004 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.267711 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Bound using segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:18:58.268346 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Bound port: d7543d75-ffb9-415b-a9f8-073f748c9b8d, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:18:58.268902 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.278034 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0984c-3a5d-427b-ba94-bcac40aa4a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=5aad6b89-42f4-4242-ae45-718ce8363e0c,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:58.382255 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] For port d7543d75-ffb9-415b-a9f8-073f748c9b8d, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:18:58.411076 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] For port d7543d75-ffb9-415b-a9f8-073f748c9b8d, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=d7543d75-ffb9-415b-a9f8-073f748c9b8d,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:18:58.420669 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.448214 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.459424 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.509899 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port d3d52d6e-3a33-43f5-920c-99cfaea82b61, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=d3d52d6e-3a33-43f5-920c-99cfaea82b61,segment=NetworkSegment(d35abc29-a5ac-46be-9d76-7e48632d83a2),segment_id=d35abc29-a5ac-46be-9d76-7e48632d83a2)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:58.522239 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Routers {'ee57bb38-6adb-4d56-8d9e-148b024e7559'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:18:58.522548 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:18:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['ee57bb38-6adb-4d56-8d9e-148b024e7559'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:58.524545 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.643439 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 1ffd303d-7164-4246-bf9c-eaca1f01cf2c no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:18:58.652173 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-cc57362a-7f90-4b38-bcb2-e71e6e9ef4a3 None None] Provisioning for port 45bcf288-dae9-4b5a-92b7-f98ee0b1003e completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:18:58.689158 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c2779-9d85-4e63-b0cc-5c5fa760194e None None] Pushing event updated for resources: {'Port': ['ID=d7543d75-ffb9-415b-a9f8-073f748c9b8d,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:58.695757 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.702475 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.723682 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 1ffd303d-7164-4246-bf9c-eaca1f01cf2c {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:18:58.724015 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 1ffd303d-7164-4246-bf9c-eaca1f01cf2c not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:18:58.724435 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:18:58.728690 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-cc57362a-7f90-4b38-bcb2-e71e6e9ef4a3 None None] Provisioning complete for port 45bcf288-dae9-4b5a-92b7-f98ee0b1003e triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:18:58.729058 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cc57362a-7f90-4b38-bcb2-e71e6e9ef4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.755426 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-18823c82-7b07-4110-acec-416fbe1a6424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682430'] for router_interface, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.781150 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Pushing event updated for resources: {'Port': ['ID=45bcf288-dae9-4b5a-92b7-f98ee0b1003e,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:58.784431 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682389'] for router_interface, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:58.789942 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:18:58.790288 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device d4018ba6-8aed-4bfb-9b7e-88f1b0941b2c not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:18:58.829804 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=d3d52d6e-3a33-43f5-920c-99cfaea82b61,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:58.839271 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] Set router ee57bb38-6adb-4d56-8d9e-148b024e7559 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:18:58.841434 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-cc57362a-7f90-4b38-bcb2-e71e6e9ef4a3 None None] Port 45bcf288-dae9-4b5a-92b7-f98ee0b1003e cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:18:58.897374 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Network e0984a54-7def-43d0-913d-331c0bc27070 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:18:58.899043 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:18:59.049950 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Router ee57bb38-6adb-4d56-8d9e-148b024e7559 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:18:59.080889 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'name': 'tempest-TestShelveInstance-63434297-router', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:18:58Z', 'revision_number': 4, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'gw_port': {'id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:75:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '45bcf288-dae9-4b5a-92b7-f98ee0b1003e', 'name': '', 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'mac_address': 'fa:16:3e:24:91:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:57Z', 'updated_at': '2021-09-09T15:18:57Z', 'revision_number': 1, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'subnets': [{'id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:18:59.110167 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b00f3f7-52e0-447c-bc6f-1d99e240f4c5 None None] The sync data for ids ['ee57bb38-6adb-4d56-8d9e-148b024e7559'] in dv-cinder-776307-9-iscsi is: [{'id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'name': 'tempest-TestShelveInstance-63434297-router', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:18:58Z', 'revision_number': 4, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'gw_port': {'id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:75:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '45bcf288-dae9-4b5a-92b7-f98ee0b1003e', 'name': '', 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'mac_address': 'fa:16:3e:24:91:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:57Z', 'updated_at': '2021-09-09T15:18:57Z', 'revision_number': 1, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'subnets': [{'id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:18:59.162945 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-92ad756a-37c5-482e-9f86-ac8e81680e28 None None] Provisioning complete for port 45bcf288-dae9-4b5a-92b7-f98ee0b1003e triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:18:59.163329 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-92ad756a-37c5-482e-9f86-ac8e81680e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:59.190569 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:18:59.202282 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-8086fbbb-fbd4-4269-8596-ac746018da8d admin admin] 10.222.0.18 "PUT /v2.0/routers/ee57bb38-6adb-4d56-8d9e-148b024e7559/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4179072 Sep 09 15:18:59.205506 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-92ad756a-37c5-482e-9f86-ac8e81680e28 None None] Port 45bcf288-dae9-4b5a-92b7-f98ee0b1003e cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:18:59.352686 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-18823c82-7b07-4110-acec-416fbe1a6424 admin admin] Deleting port ce53d1a5-63f5-41de-a024-b55bfced496e {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:18:59.353206 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-18823c82-7b07-4110-acec-416fbe1a6424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:59.459219 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-18823c82-7b07-4110-acec-416fbe1a6424 admin admin] For port ce53d1a5-63f5-41de-a024-b55bfced496e, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=ce53d1a5-63f5-41de-a024-b55bfced496e,segment=NetworkSegment(e5c32070-5bee-4226-ab9a-e1aa156d349d),segment_id=e5c32070-5bee-4226-ab9a-e1aa156d349d)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:18:59.459589 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-18823c82-7b07-4110-acec-416fbe1a6424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:59.473974 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-18823c82-7b07-4110-acec-416fbe1a6424 admin admin] Calling delete_port for ce53d1a5-63f5-41de-a024-b55bfced496e owned by network:router_interface {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:18:59.698297 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-18823c82-7b07-4110-acec-416fbe1a6424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:59.700251 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device d3d52d6e-3a33-43f5-920c-99cfaea82b61 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:18:59.725558 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18823c82-7b07-4110-acec-416fbe1a6424 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce53d1a5-63f5-41de-a024-b55bfced496e,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:18:59.815116 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44720) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:18:59.821037 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-659ff47b-2876-4386-97a6-4fe32d67a027 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1221752255-network', 'tenant_id': '5ba73f82153840b7b1188ed51b21e46e'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:18:59.842743 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port d3d52d6e-3a33-43f5-920c-99cfaea82b61 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:18:59.843137 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:59.866566 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659ff47b-2876-4386-97a6-4fe32d67a027 admin admin] Made reservation on behalf of 5ba73f82153840b7b1188ed51b21e46e for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:18:59.870650 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-659ff47b-2876-4386-97a6-4fe32d67a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:18:59.885523 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-659ff47b-2876-4386-97a6-4fe32d67a027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.070690 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-18823c82-7b07-4110-acec-416fbe1a6424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682506'] for router_interface, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.112388 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 8d3298b6-0c72-4483-921f-ef73180f487d no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:19:00.139657 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 8d3298b6-0c72-4483-921f-ef73180f487d {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:19:00.140199 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 8d3298b6-0c72-4483-921f-ef73180f487d not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:19:00.161836 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-659ff47b-2876-4386-97a6-4fe32d67a027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.165379 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-659ff47b-2876-4386-97a6-4fe32d67a027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.189209 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659ff47b-2876-4386-97a6-4fe32d67a027 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:19:00.205709 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ff47b-2876-4386-97a6-4fe32d67a027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b136e828-ce00-4a14-8fbe-b0da743cc630,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:00.208896 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-659ff47b-2876-4386-97a6-4fe32d67a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.209243 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-659ff47b-2876-4386-97a6-4fe32d67a027 admin admin] Added segment 12373a5e-7e70-4d59-b187-488db1b25ed3 of type vlan for network d94ee227-19ea-4472-a1dd-f735c38f43b7 Sep 09 15:19:00.253034 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-659ff47b-2876-4386-97a6-4fe32d67a027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752444935217'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.279904 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-659ff47b-2876-4386-97a6-4fe32d67a027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.280953 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659ff47b-2876-4386-97a6-4fe32d67a027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:00.281600 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-659ff47b-2876-4386-97a6-4fe32d67a027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.316992 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-659ff47b-2876-4386-97a6-4fe32d67a027 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4977784 Sep 09 15:19:00.317271 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44728) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:00.322517 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-6546e7ae-e705-4f88-bfb0-1e382631ce8c admin admin] Request body: {'subnet': {'network_id': 'd94ee227-19ea-4472-a1dd-f735c38f43b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1221752255-subnet', 'tenant_id': '5ba73f82153840b7b1188ed51b21e46e', 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:19:00.326964 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18823c82-7b07-4110-acec-416fbe1a6424 admin admin] Router 7212425a-9af6-4b9d-927d-27ccca0e81ac has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:19:00.359838 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ff47b-2876-4386-97a6-4fe32d67a027 admin admin] Pushing event updated for resources: {'Network': ['ID=d94ee227-19ea-4472-a1dd-f735c38f43b7,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:00.371959 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Network d94ee227-19ea-4472-a1dd-f735c38f43b7 details requested by agent ovs-agent-dv-cinder-776307-9-iscsi with host dv-cinder-776307-9-iscsi {{(pid=94132) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:19:00.382600 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6546e7ae-e705-4f88-bfb0-1e382631ce8c admin admin] Made reservation on behalf of 5ba73f82153840b7b1188ed51b21e46e for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:19:00.385224 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6546e7ae-e705-4f88-bfb0-1e382631ce8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59967870'] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.460772 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18823c82-7b07-4110-acec-416fbe1a6424 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:19:00.467379 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-18823c82-7b07-4110-acec-416fbe1a6424 admin admin] 10.222.0.18 "PUT /v2.0/routers/7212425a-9af6-4b9d-927d-27ccca0e81ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2683799 Sep 09 15:19:00.469690 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44730) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:00.472405 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe44ce96-16dc-4d92-b11f-4340a3b60103 None None] Sync routers for ids ['7212425a-9af6-4b9d-927d-27ccca0e81ac'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:19:00.485210 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe44ce96-16dc-4d92-b11f-4340a3b60103 None None] Routers {'7212425a-9af6-4b9d-927d-27ccca0e81ac'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:19:00.486197 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-fe44ce96-16dc-4d92-b11f-4340a3b60103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:18:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['7212425a-9af6-4b9d-927d-27ccca0e81ac'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:00.596343 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8029d824-f2e3-442c-96aa-f90377b1f40c admin admin] Notify callbacks [] for router, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.613886 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-fe44ce96-16dc-4d92-b11f-4340a3b60103 None None] Set router 7212425a-9af6-4b9d-927d-27ccca0e81ac gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:19:00.624686 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6546e7ae-e705-4f88-bfb0-1e382631ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3167449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59967840'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.696961 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546e7ae-e705-4f88-bfb0-1e382631ce8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e926e01-ccde-439f-b0f3-7dcd9cb6dd4e,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:00.705633 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6546e7ae-e705-4f88-bfb0-1e382631ce8c admin admin] Checking segment: {'id': '12373a5e-7e70-4d59-b187-488db1b25ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd94ee227-19ea-4472-a1dd-f735c38f43b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:19:00.706156 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6546e7ae-e705-4f88-bfb0-1e382631ce8c admin admin] Network hostable DHCP agents. Network: d94ee227-19ea-4472-a1dd-f735c38f43b7, hostable agents: ['a15039f7-31f3-4a2f-8222-b6c64faf5ca2'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:19:00.728103 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6546e7ae-e705-4f88-bfb0-1e382631ce8c admin admin] Network d94ee227-19ea-4472-a1dd-f735c38f43b7 is scheduled to be hosted by DHCP agent a15039f7-31f3-4a2f-8222-b6c64faf5ca2 with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:19:00.729065 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8029d824-f2e3-442c-96aa-f90377b1f40c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.741002 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-6546e7ae-e705-4f88-bfb0-1e382631ce8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-9-iscsi, d94ee227-19ea-4472-a1dd-f735c38f43b7) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:19:00.747261 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6546e7ae-e705-4f88-bfb0-1e382631ce8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:00.747853 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6546e7ae-e705-4f88-bfb0-1e382631ce8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.754410 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdd1221-4fc3-4c11-be51-5c47a281777b None None] Network d94ee227-19ea-4472-a1dd-f735c38f43b7 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:19:00.772638 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6546e7ae-e705-4f88-bfb0-1e382631ce8c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4541979 Sep 09 15:19:00.774112 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44732) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:00.780363 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1221752255-router', 'tenant_id': '5ba73f82153840b7b1188ed51b21e46e', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:19:00.813993 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-416'] for router, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.815067 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3680965', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3885438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-441'] for router, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.830982 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-8029d824-f2e3-442c-96aa-f90377b1f40c admin admin] Deleting port 57ad92f6-7915-41f5-ab40-57d1114a2c67 {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:19:00.833488 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8029d824-f2e3-442c-96aa-f90377b1f40c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.850956 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-fe44ce96-16dc-4d92-b11f-4340a3b60103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'name': 'tempest-TestMinimumBasicScenario-1235428940-router', 'tenant_id': '58807bd8abde470c8c206e440ecc65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '57ad92f6-7915-41f5-ab40-57d1114a2c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:34Z', 'updated_at': '2021-09-09T15:18:59Z', 'revision_number': 5, 'project_id': '58807bd8abde470c8c206e440ecc65e8', 'gw_port': {'id': '57ad92f6-7915-41f5-ab40-57d1114a2c67', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:23:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:16:35Z', 'updated_at': '2021-09-09T15:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:00.887126 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.888132 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe44ce96-16dc-4d92-b11f-4340a3b60103 None None] Checking router: 7212425a-9af6-4b9d-927d-27ccca0e81ac for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:19:00.900434 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe44ce96-16dc-4d92-b11f-4340a3b60103 None None] Routers {'7212425a-9af6-4b9d-927d-27ccca0e81ac'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:19:00.901356 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-fe44ce96-16dc-4d92-b11f-4340a3b60103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:18:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['7212425a-9af6-4b9d-927d-27ccca0e81ac'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:00.948415 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe6998fd-edf4-51e3-ac9a-e6a498ccbbc9-d94ee227-19ea-4472-a1dd-f735c38f43b7', 'network_id': 'd94ee227-19ea-4472-a1dd-f735c38f43b7', 'tenant_id': '5ba73f82153840b7b1188ed51b21e46e', 'fixed_ips': [{'subnet_id': '3e926e01-ccde-439f-b0f3-7dcd9cb6dd4e'}]}} from dv-cinder-776307-9-iscsi. {{(pid=94132) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 15:19:00.949635 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.965812 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-8029d824-f2e3-442c-96aa-f90377b1f40c admin admin] For port 57ad92f6-7915-41f5-ab40-57d1114a2c67, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=57ad92f6-7915-41f5-ab40-57d1114a2c67,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:19:00.967192 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8029d824-f2e3-442c-96aa-f90377b1f40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:00.983607 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-8029d824-f2e3-442c-96aa-f90377b1f40c admin admin] Calling delete_port for 57ad92f6-7915-41f5-ab40-57d1114a2c67 owned by network:router_gateway {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:19:01.070073 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.125007 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Allocated IP 172.20.0.2 (d94ee227-19ea-4472-a1dd-f735c38f43b7/3e926e01-ccde-439f-b0f3-7dcd9cb6dd4e/082c3db5-2864-4aa8-8b86-3bcfd2ccee8c) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:19:01.134745 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-fe44ce96-16dc-4d92-b11f-4340a3b60103 None None] Set router 7212425a-9af6-4b9d-927d-27ccca0e81ac gateway port host: None {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:19:01.198227 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-fe44ce96-16dc-4d92-b11f-4340a3b60103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'name': 'tempest-TestMinimumBasicScenario-1235428940-router', 'tenant_id': '58807bd8abde470c8c206e440ecc65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:34Z', 'updated_at': '2021-09-09T15:19:00Z', 'revision_number': 6, 'project_id': '58807bd8abde470c8c206e440ecc65e8', 'gw_port_host': None}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:01.232148 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe44ce96-16dc-4d92-b11f-4340a3b60103 None None] The sync data for ids ['7212425a-9af6-4b9d-927d-27ccca0e81ac'] in dv-cinder-776307-9-iscsi is: [{'id': '7212425a-9af6-4b9d-927d-27ccca0e81ac', 'name': 'tempest-TestMinimumBasicScenario-1235428940-router', 'tenant_id': '58807bd8abde470c8c206e440ecc65e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:16:34Z', 'updated_at': '2021-09-09T15:19:00Z', 'revision_number': 6, 'project_id': '58807bd8abde470c8c206e440ecc65e8', 'gw_port_host': None}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:19:01.271379 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8029d824-f2e3-442c-96aa-f90377b1f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.340743 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029d824-f2e3-442c-96aa-f90377b1f40c admin admin] Pushing event deleted for resources: {'Port': ['ID=57ad92f6-7915-41f5-ab40-57d1114a2c67,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:01.367344 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.392515 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Transition to ACTIVE for port object 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:19:01.393820 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8029d824-f2e3-442c-96aa-f90377b1f40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681832'] for router_gateway, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.410395 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Transition to ACTIVE for port object 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c will not be triggered until provisioned by entity DHCP. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:19:01.417964 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.420116 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.446145 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.470358 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Network d94ee227-19ea-4472-a1dd-f735c38f43b7 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:19:01.473656 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:19:01.476303 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:19:01.493508 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Pushing event updated for resources: {'Port': ['ID=082c3db5-2864-4aa8-8b86-3bcfd2ccee8c,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:01.497733 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8029d824-f2e3-442c-96aa-f90377b1f40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-434'] for router, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.500503 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8029d824-f2e3-442c-96aa-f90377b1f40c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.548163 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8029d824-f2e3-442c-96aa-f90377b1f40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684242'] for router, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.548757 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8029d824-f2e3-442c-96aa-f90377b1f40c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7212425a-9af6-4b9d-927d-27ccca0e81ac {{(pid=94130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:19:01.553940 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8029d824-f2e3-442c-96aa-f90377b1f40c admin admin] Notify callbacks [] for router, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.554400 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Attempting to bind port 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:19:01.555041 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Attempting to bind port 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '12373a5e-7e70-4d59-b187-488db1b25ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd94ee227-19ea-4472-a1dd-f735c38f43b7'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:19:01.555274 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-8029d824-f2e3-442c-96aa-f90377b1f40c admin admin] 10.222.0.18 "DELETE /v2.0/routers/7212425a-9af6-4b9d-927d-27ccca0e81ac HTTP/1.1" status: 204 len: 168 time: 1.0841551 Sep 09 15:19:01.555481 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Attempting to bind port 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c on network d94ee227-19ea-4472-a1dd-f735c38f43b7 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:19:01.557555 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44740) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:01.561263 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:19:01.561642 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Checking segment: {'id': '12373a5e-7e70-4d59-b187-488db1b25ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd94ee227-19ea-4472-a1dd-f735c38f43b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:19:01.562052 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.562447 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Bound using segment: {'id': '12373a5e-7e70-4d59-b187-488db1b25ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd94ee227-19ea-4472-a1dd-f735c38f43b7'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:19:01.562998 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Bound port: 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12373a5e-7e70-4d59-b187-488db1b25ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd94ee227-19ea-4472-a1dd-f735c38f43b7'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:19:01.564012 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.581542 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Allocated IP 172.27.3.107 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/1cd3f240-b519-4c2d-893c-6bc02a687e10) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:19:01.619514 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d15b9c-0d3e-480f-b4c5-eb649bc6e08a admin admin] Deleting subnet 8399cc0f-3746-46e2-ad73-f5cb7739161d {{(pid=94130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 15:19:01.622738 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a6d15b9c-0d3e-480f-b4c5-eb649bc6e08a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.641785 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] For port 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:19:01.647636 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] For port 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=082c3db5-2864-4aa8-8b86-3bcfd2ccee8c,segment=NetworkSegment(12373a5e-7e70-4d59-b187-488db1b25ed3),segment_id=12373a5e-7e70-4d59-b187-488db1b25ed3)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:19:01.655190 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.704465 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a6d15b9c-0d3e-480f-b4c5-eb649bc6e08a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59470450'] for subnet, precommit_delete_associations {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.741480 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bdc13-e827-4fe2-81d9-545f3b954a1b None None] Pushing event updated for resources: {'Port': ['ID=082c3db5-2864-4aa8-8b86-3bcfd2ccee8c,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:01.768582 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.834361 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.846079 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a6d15b9c-0d3e-480f-b4c5-eb649bc6e08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612359'] for subnet, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.884630 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:19:01.887587 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:19:01.892152 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:19:01.903612 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Sync routers for ids ['ee57bb38-6adb-4d56-8d9e-148b024e7559'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:19:01.917849 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Routers {'ee57bb38-6adb-4d56-8d9e-148b024e7559'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:19:01.918627 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:18:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['ee57bb38-6adb-4d56-8d9e-148b024e7559'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:01.927383 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a6d15b9c-0d3e-480f-b4c5-eb649bc6e08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60062086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59174082'] for subnet, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.943704 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd3f240-b519-4c2d-893c-6bc02a687e10,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:01.959894 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d15b9c-0d3e-480f-b4c5-eb649bc6e08a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8399cc0f-3746-46e2-ad73-f5cb7739161d,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:01.970957 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a6d15b9c-0d3e-480f-b4c5-eb649bc6e08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:01.975293 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-a6d15b9c-0d3e-480f-b4c5-eb649bc6e08a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8399cc0f-3746-46e2-ad73-f5cb7739161d HTTP/1.1" status: 204 len: 168 time: 0.4144745 Sep 09 15:19:01.975778 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44744) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:02.058716 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846555'] for network, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:02.098132 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288550d4-ce12-407d-b4da-4d081b9482e7 None None] Network 0bf9fe30-4e6c-478d-b74c-8407efcd8337 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:19:02.119989 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] Deleting port 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:19:02.120332 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:02.219873 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:02.252947 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] For port 877b0ff0-1242-4514-94c2-1f1cbb7a66e2, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=877b0ff0-1242-4514-94c2-1f1cbb7a66e2,segment=NetworkSegment(e5c32070-5bee-4226-ab9a-e1aa156d349d),segment_id=e5c32070-5bee-4226-ab9a-e1aa156d349d)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:19:02.253279 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:02.267546 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device d7543d75-ffb9-415b-a9f8-073f748c9b8d up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:19:02.271410 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] Calling delete_port for 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 owned by network:dhcp {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:19:02.344142 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Set router ee57bb38-6adb-4d56-8d9e-148b024e7559 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:19:02.393008 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:02.424924 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] Pushing event deleted for resources: {'Port': ['ID=877b0ff0-1242-4514-94c2-1f1cbb7a66e2,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:02.432437 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] No DVR routers for this DVR port 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 on host dv-cinder-776307-9-iscsi {{(pid=94130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:19:02.493207 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port d7543d75-ffb9-415b-a9f8-073f748c9b8d completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:19:02.503791 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port d7543d75-ffb9-415b-a9f8-073f748c9b8d triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:19:02.504163 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:02.529162 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681812'] for router, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:02.553271 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607090', 'neutron.services.segments.db._delete_segments_for_network-8752445426589'] for network, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:02.569564 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795b5023-d33c-4b97-95e1-67e795df5014 None None] DHCP port deletion for 0bf9fe30-4e6c-478d-b74c-8407efcd8337 request from dv-cinder-776307-9-iscsi {{(pid=94132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 15:19:02.576650 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.services.segments.db [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf9fe30-4e6c-478d-b74c-8407efcd8337']}} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:02.590141 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.services.segments.db [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c32070-5bee-4226-ab9a-e1aa156d349d') {'for_net_delete': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:02.590440 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.services.segments.db [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c32070-5bee-4226-ab9a-e1aa156d349d') {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:02.608837 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752445428902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59470347'] for segment, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:02.627629 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:02.644742 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:19:02.645214 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60062564'] for segment, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: Traceback (most recent call last): Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: timer() Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: cb(*args, **kw) Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: return func(*args, **kwargs) Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: self._notify() Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: self.callback(batched_events) Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: event.method(event) Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: return f(self, *a, **k) Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: return self._get(url).json() Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: return self.request(url, 'GET', **kwargs) Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 15:19:02.647319 dv-cinder-776307-9-iscsi neutron-server[94130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 15:19:02.713644 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:02.726071 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Router d672642b-e9b4-49ed-bd60-ddb0bd6e011c is scheduled to L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 with binding_index 1 {{(pid=94131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 15:19:02.742968 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port d7543d75-ffb9-415b-a9f8-073f748c9b8d, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=d7543d75-ffb9-415b-a9f8-073f748c9b8d,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:19:02.748161 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681868'] for network, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:02.749602 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:02.761560 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:02.768625 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0bf9fe30-4e6c-478d-b74c-8407efcd8337 HTTP/1.1" status: 204 len: 168 time: 0.7878435 Sep 09 15:19:02.787142 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'name': 'tempest-TestShelveInstance-63434297-router', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:18:58Z', 'revision_number': 4, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'gw_port': {'id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:75:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '45bcf288-dae9-4b5a-92b7-f98ee0b1003e', 'name': '', 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'mac_address': 'fa:16:3e:24:91:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:57Z', 'updated_at': '2021-09-09T15:18:58Z', 'revision_number': 2, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'subnets': [{'id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:02.795802 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71af010-951c-4af9-86b5-4de2d7200376 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bf9fe30-4e6c-478d-b74c-8407efcd8337,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:02.847160 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Checking router: ee57bb38-6adb-4d56-8d9e-148b024e7559 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:19:02.847629 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Updating router ee57bb38-6adb-4d56-8d9e-148b024e7559 port 45bcf288-dae9-4b5a-92b7-f98ee0b1003e binding host dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:19:02.879122 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device ce53d1a5-63f5-41de-a024-b55bfced496e no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:19:02.919667 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: ce53d1a5-63f5-41de-a024-b55bfced496e {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:19:02.920006 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device ce53d1a5-63f5-41de-a024-b55bfced496e not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:19:02.926269 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=d7543d75-ffb9-415b-a9f8-073f748c9b8d,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:02.929114 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:02.940913 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:19:02.954432 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Sync routers for ids ['d672642b-e9b4-49ed-bd60-ddb0bd6e011c'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:19:02.966977 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Routers {'d672642b-e9b4-49ed-bd60-ddb0bd6e011c'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:19:02.969842 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:18:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['d672642b-e9b4-49ed-bd60-ddb0bd6e011c'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:02.974994 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:02.976304 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1a081021-d28f-45f0-b8d8-e84a76336849 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2010357 Sep 09 15:19:02.979370 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44754) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:03.109214 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44756) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:03.156319 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Set router d672642b-e9b4-49ed-bd60-ddb0bd6e011c gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:19:03.188282 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-871ad047-bc25-4202-9f84-077681311724 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca5aad77d3124812a9189d72a2a2bfb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0743914 Sep 09 15:19:03.188571 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44758) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:03.319082 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b03dcd-c73a-4453-86cc-e2a2a4fc7ed4 None None] Network d94ee227-19ea-4472-a1dd-f735c38f43b7 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:19:03.330421 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-be6cc0c7-d82c-4f84-a182-4ca1006c6fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:03.362811 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-be6cc0c7-d82c-4f84-a182-4ca1006c6fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:03.378661 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'name': 'tempest-TestShelveInstance-1221752255-router', 'tenant_id': '5ba73f82153840b7b1188ed51b21e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '1cd3f240-b519-4c2d-893c-6bc02a687e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:19:00Z', 'updated_at': '2021-09-09T15:19:02Z', 'revision_number': 3, 'project_id': '5ba73f82153840b7b1188ed51b21e46e', 'gw_port': {'id': '1cd3f240-b519-4c2d-893c-6bc02a687e10', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:19:01Z', 'updated_at': '2021-09-09T15:19:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:03.409176 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Checking router: d672642b-e9b4-49ed-bd60-ddb0bd6e011c for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:19:03.410126 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Updating router d672642b-e9b4-49ed-bd60-ddb0bd6e011c port 1cd3f240-b519-4c2d-893c-6bc02a687e10 binding host dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:19:03.428607 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-8bdf8278-6db4-4885-a371-b1340add4367 None None] Provisioning for port 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:19:03.440293 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:03.444170 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:03.499852 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-be6cc0c7-d82c-4f84-a182-4ca1006c6fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:03.502780 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Transition to ACTIVE for port object 45bcf288-dae9-4b5a-92b7-f98ee0b1003e will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:19:03.503014 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-be6cc0c7-d82c-4f84-a182-4ca1006c6fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:03.506890 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-be6cc0c7-d82c-4f84-a182-4ca1006c6fd4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4045690a-82b8-4c92-a354-6e039de1bcad HTTP/1.1" status: 204 len: 168 time: 0.3155906 Sep 09 15:19:03.521748 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:03.560395 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cc0c7-d82c-4f84-a182-4ca1006c6fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4045690a-82b8-4c92-a354-6e039de1bcad,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:03.613445 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3701b6-e8bc-4795-a935-a64b2d802623 None None] Pushing event updated for resources: {'Port': ['ID=45bcf288-dae9-4b5a-92b7-f98ee0b1003e,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:03.731316 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Attempting to bind port 45bcf288-dae9-4b5a-92b7-f98ee0b1003e on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:19:03.731686 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Attempting to bind port 45bcf288-dae9-4b5a-92b7-f98ee0b1003e by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': 'd35abc29-a5ac-46be-9d76-7e48632d83a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:19:03.732047 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Attempting to bind port 45bcf288-dae9-4b5a-92b7-f98ee0b1003e on network e0984a54-7def-43d0-913d-331c0bc27070 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:19:03.743118 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:19:03.743495 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Checking segment: {'id': 'd35abc29-a5ac-46be-9d76-7e48632d83a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:19:03.743899 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:03.744316 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Bound using segment: {'id': 'd35abc29-a5ac-46be-9d76-7e48632d83a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:19:03.744761 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Bound port: 45bcf288-dae9-4b5a-92b7-f98ee0b1003e, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35abc29-a5ac-46be-9d76-7e48632d83a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:19:03.745141 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:03.769072 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:03.930865 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:19:03.950782 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] For port 45bcf288-dae9-4b5a-92b7-f98ee0b1003e, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:19:03.992616 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] For port 45bcf288-dae9-4b5a-92b7-f98ee0b1003e, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=45bcf288-dae9-4b5a-92b7-f98ee0b1003e,segment=NetworkSegment(d35abc29-a5ac-46be-9d76-7e48632d83a2),segment_id=d35abc29-a5ac-46be-9d76-7e48632d83a2)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:19:04.004738 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.087739 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.103580 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Transition to ACTIVE for port object 1cd3f240-b519-4c2d-893c-6bc02a687e10 will not be triggered until provisioned by entity L2. {{(pid=94133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:19:04.114577 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.148329 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:19:04.150295 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3701b6-e8bc-4795-a935-a64b2d802623 None None] Pushing event updated for resources: {'Port': ['ID=45bcf288-dae9-4b5a-92b7-f98ee0b1003e,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:04.159489 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Routers {'ee57bb38-6adb-4d56-8d9e-148b024e7559'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:19:04.160868 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:18:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['ee57bb38-6adb-4d56-8d9e-148b024e7559'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:04.168114 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:19:04.168683 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.182013 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44770) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:04.182538 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Attempting to bind port 1cd3f240-b519-4c2d-893c-6bc02a687e10 on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:19:04.182538 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Attempting to bind port 1cd3f240-b519-4c2d-893c-6bc02a687e10 by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:19:04.183121 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Attempting to bind port 1cd3f240-b519-4c2d-893c-6bc02a687e10 on network 1e824111-cf35-4689-9431-3e5bca072ae7 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:19:04.193092 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c95a2a-1fd3-4dbe-8a86-5491fab1d5b0 None None] Pushing event updated for resources: {'Port': ['ID=1cd3f240-b519-4c2d-893c-6bc02a687e10,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:04.202233 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:19:04.202789 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Checking segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:19:04.203306 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.203882 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Bound using segment: {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:19:04.204510 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Bound port: 1cd3f240-b519-4c2d-893c-6bc02a687e10, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5a5a6b-35a2-45b7-8ece-2b07c3130163', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:19:04.204981 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.208605 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c95a2a-1fd3-4dbe-8a86-5491fab1d5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:04.209086 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c95a2a-1fd3-4dbe-8a86-5491fab1d5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:04.209531 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c95a2a-1fd3-4dbe-8a86-5491fab1d5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:04.209964 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c95a2a-1fd3-4dbe-8a86-5491fab1d5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:04.210390 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c95a2a-1fd3-4dbe-8a86-5491fab1d5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:04.210848 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c95a2a-1fd3-4dbe-8a86-5491fab1d5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:04.211272 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c95a2a-1fd3-4dbe-8a86-5491fab1d5b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:04.212418 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c95a2a-1fd3-4dbe-8a86-5491fab1d5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:04.212879 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c95a2a-1fd3-4dbe-8a86-5491fab1d5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:04.213456 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c95a2a-1fd3-4dbe-8a86-5491fab1d5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:04.214393 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c95a2a-1fd3-4dbe-8a86-5491fab1d5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:04.215144 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c95a2a-1fd3-4dbe-8a86-5491fab1d5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:04.220819 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Allocated IP 172.20.0.1 (d94ee227-19ea-4472-a1dd-f735c38f43b7/3e926e01-ccde-439f-b0f3-7dcd9cb6dd4e/b304015e-ec40-4b4b-991c-2b4dd124231e) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:19:04.278332 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a20aa3f6-7be4-4035-ba07-73c002672769 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58807bd8abde470c8c206e440ecc65e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0928979 Sep 09 15:19:04.278802 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44772) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:04.300577 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] For port 1cd3f240-b519-4c2d-893c-6bc02a687e10, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:19:04.305235 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] For port 1cd3f240-b519-4c2d-893c-6bc02a687e10, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=1cd3f240-b519-4c2d-893c-6bc02a687e10,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:19:04.312163 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.359620 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44774) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:04.404249 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Routers {'d672642b-e9b4-49ed-bd60-ddb0bd6e011c'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:19:04.404797 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:18:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['d672642b-e9b4-49ed-bd60-ddb0bd6e011c'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:04.430159 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-953e8601-a8aa-4719-b15e-7410856f369d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.440993 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c95a2a-1fd3-4dbe-8a86-5491fab1d5b0 None None] Pushing event updated for resources: {'Port': ['ID=1cd3f240-b519-4c2d-893c-6bc02a687e10,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:04.467786 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-953e8601-a8aa-4719-b15e-7410856f369d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.487436 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.510975 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Transition to ACTIVE for port object b304015e-ec40-4b4b-991c-2b4dd124231e will not be triggered until provisioned by entity DHCP. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:19:04.560960 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-48473296-c679-4eac-9faa-f7d82d07801a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.568757 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.577909 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.606277 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] Set router ee57bb38-6adb-4d56-8d9e-148b024e7559 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:19:04.635520 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-953e8601-a8aa-4719-b15e-7410856f369d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.635744 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] Set router d672642b-e9b4-49ed-bd60-ddb0bd6e011c gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:19:04.640535 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-953e8601-a8aa-4719-b15e-7410856f369d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.642982 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-953e8601-a8aa-4719-b15e-7410856f369d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c68be96b-10fa-4056-9fa4-5f045241d38b HTTP/1.1" status: 204 len: 168 time: 0.3631682 Sep 09 15:19:04.664674 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=082c3db5-2864-4aa8-8b86-3bcfd2ccee8c,segment=NetworkSegment(12373a5e-7e70-4d59-b187-488db1b25ed3),segment_id=12373a5e-7e70-4d59-b187-488db1b25ed3)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:19:04.665892 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e8601-a8aa-4719-b15e-7410856f369d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68be96b-10fa-4056-9fa4-5f045241d38b,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:04.675994 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.676995 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device d7543d75-ffb9-415b-a9f8-073f748c9b8d up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:19:04.689798 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b304015e-ec40-4b4b-991c-2b4dd124231e,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:04.704860 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Network d94ee227-19ea-4472-a1dd-f735c38f43b7 is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:19:04.706535 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:19:04.710223 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:19:04.765579 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-48473296-c679-4eac-9faa-f7d82d07801a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.771979 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681989'] for router_interface, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.774197 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-48473296-c679-4eac-9faa-f7d82d07801a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:04.869484 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48473296-c679-4eac-9faa-f7d82d07801a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a9a688-88a9-403f-9ef4-059162c24dc0,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:04.910325 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=082c3db5-2864-4aa8-8b86-3bcfd2ccee8c,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:04.937599 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-48473296-c679-4eac-9faa-f7d82d07801a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9306fe8b29ca49f0abfefffd1ac457b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5768585 Sep 09 15:19:04.941547 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44780) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:04.987775 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port d7543d75-ffb9-415b-a9f8-073f748c9b8d triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:19:04.988157 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:05.039726 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'name': 'tempest-TestShelveInstance-1221752255-router', 'tenant_id': '5ba73f82153840b7b1188ed51b21e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '1cd3f240-b519-4c2d-893c-6bc02a687e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:19:00Z', 'updated_at': '2021-09-09T15:19:02Z', 'revision_number': 3, 'project_id': '5ba73f82153840b7b1188ed51b21e46e', 'gw_port': {'id': '1cd3f240-b519-4c2d-893c-6bc02a687e10', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:19:01Z', 'updated_at': '2021-09-09T15:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:05.080249 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e5ed8-7912-4aad-92b5-8290e7950d87 None None] The sync data for ids ['d672642b-e9b4-49ed-bd60-ddb0bd6e011c'] in dv-cinder-776307-9-iscsi is: [{'id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'name': 'tempest-TestShelveInstance-1221752255-router', 'tenant_id': '5ba73f82153840b7b1188ed51b21e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '1cd3f240-b519-4c2d-893c-6bc02a687e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:19:00Z', 'updated_at': '2021-09-09T15:19:02Z', 'revision_number': 3, 'project_id': '5ba73f82153840b7b1188ed51b21e46e', 'gw_port': {'id': '1cd3f240-b519-4c2d-893c-6bc02a687e10', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:19:01Z', 'updated_at': '2021-09-09T15:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:19:05.108452 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-cee15a91-58d3-4ce6-8468-288f765b7fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:05.133370 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-cee15a91-58d3-4ce6-8468-288f765b7fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:05.189365 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-1998bc3e-2ce3-4d87-97ba-1237dba6e3b2 None None] Provisioning for port b304015e-ec40-4b4b-991c-2b4dd124231e completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:19:05.195078 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'name': 'tempest-TestShelveInstance-63434297-router', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:18:58Z', 'revision_number': 4, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'gw_port': {'id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '45bcf288-dae9-4b5a-92b7-f98ee0b1003e', 'name': '', 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'mac_address': 'fa:16:3e:24:91:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:57Z', 'updated_at': '2021-09-09T15:19:03Z', 'revision_number': 4, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'subnets': [{'id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:05.206932 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-cee15a91-58d3-4ce6-8468-288f765b7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:05.210004 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-cee15a91-58d3-4ce6-8468-288f765b7fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:05.213581 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-cee15a91-58d3-4ce6-8468-288f765b7fc6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7a9a688-88a9-403f-9ef4-059162c24dc0 HTTP/1.1" status: 204 len: 168 time: 0.2685935 Sep 09 15:19:05.234899 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee15a91-58d3-4ce6-8468-288f765b7fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a9a688-88a9-403f-9ef4-059162c24dc0,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:05.246283 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-1998bc3e-2ce3-4d87-97ba-1237dba6e3b2 None None] Provisioning complete for port b304015e-ec40-4b4b-991c-2b4dd124231e triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:19:05.246769 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1998bc3e-2ce3-4d87-97ba-1237dba6e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:05.255403 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349760ae-bd82-43b7-9307-c59954309a92 None None] The sync data for ids ['ee57bb38-6adb-4d56-8d9e-148b024e7559'] in dv-cinder-776307-9-iscsi is: [{'id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'name': 'tempest-TestShelveInstance-63434297-router', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:18:58Z', 'revision_number': 4, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'gw_port': {'id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '45bcf288-dae9-4b5a-92b7-f98ee0b1003e', 'name': '', 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'mac_address': 'fa:16:3e:24:91:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:57Z', 'updated_at': '2021-09-09T15:19:03Z', 'revision_number': 4, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'subnets': [{'id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:19:05.300615 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 57ad92f6-7915-41f5-ab40-57d1114a2c67 no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:19:05.327823 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 57ad92f6-7915-41f5-ab40-57d1114a2c67 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:19:05.328178 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 57ad92f6-7915-41f5-ab40-57d1114a2c67 not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:19:05.329272 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:19:05.371670 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:19:05.375094 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 877b0ff0-1242-4514-94c2-1f1cbb7a66e2 not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:19:05.404801 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-1998bc3e-2ce3-4d87-97ba-1237dba6e3b2 None None] Port b304015e-ec40-4b4b-991c-2b4dd124231e cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:19:05.605265 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:05.796314 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:19:05.871150 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:19:05.872236 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:05.875449 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:05.881635 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:05.955702 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3754186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682389'] for router_interface, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:05.957488 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b304015e-ec40-4b4b-991c-2b4dd124231e,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:05.966282 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 45bcf288-dae9-4b5a-92b7-f98ee0b1003e up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:19:06.023678 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 45bcf288-dae9-4b5a-92b7-f98ee0b1003e completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:19:06.028531 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 45bcf288-dae9-4b5a-92b7-f98ee0b1003e triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:19:06.029064 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:06.061911 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Network d94ee227-19ea-4472-a1dd-f735c38f43b7 is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:19:06.063568 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:19:06.130469 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:06.176019 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port 45bcf288-dae9-4b5a-92b7-f98ee0b1003e, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=45bcf288-dae9-4b5a-92b7-f98ee0b1003e,segment=NetworkSegment(d35abc29-a5ac-46be-9d76-7e48632d83a2),segment_id=d35abc29-a5ac-46be-9d76-7e48632d83a2)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:19:06.190736 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:06.210147 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Router d672642b-e9b4-49ed-bd60-ddb0bd6e011c has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:19:06.277110 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=45bcf288-dae9-4b5a-92b7-f98ee0b1003e,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:06.371606 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:19:06.378133 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-0f8caa0a-f24a-40ae-9eb1-c6dcb51765d8 admin admin] 10.222.0.18 "PUT /v2.0/routers/d672642b-e9b4-49ed-bd60-ddb0bd6e011c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3976634 Sep 09 15:19:06.435727 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-05e11157-4432-43a1-a9e0-84c473d6945a None None] Provisioning complete for port b304015e-ec40-4b4b-991c-2b4dd124231e triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:19:06.436104 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-05e11157-4432-43a1-a9e0-84c473d6945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:06.475097 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-05e11157-4432-43a1-a9e0-84c473d6945a None None] Port b304015e-ec40-4b4b-991c-2b4dd124231e cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:19:07.133973 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44792) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:07.138611 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-524ff0f3-63cc-4406-b465-9a2de7879e10 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1686681870', 'description': 'tempest-secgroup-smoke-1686681870 description', 'project_id': '4df2095778484cc7ac0214fbf88663ef'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:19:07.162600 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-524ff0f3-63cc-4406-b465-9a2de7879e10 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.230561 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Sync routers for ids ['d672642b-e9b4-49ed-bd60-ddb0bd6e011c'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:19:07.240181 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Routers {'d672642b-e9b4-49ed-bd60-ddb0bd6e011c'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:19:07.240804 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:18:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['d672642b-e9b4-49ed-bd60-ddb0bd6e011c'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:07.257672 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-524ff0f3-63cc-4406-b465-9a2de7879e10 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.261587 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-524ff0f3-63cc-4406-b465-9a2de7879e10 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.289456 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-524ff0f3-63cc-4406-b465-9a2de7879e10 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.289999 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-524ff0f3-63cc-4406-b465-9a2de7879e10 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1549318 Sep 09 15:19:07.293424 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44794) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:07.298119 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ff0f3-63cc-4406-b465-9a2de7879e10 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299b5148-9e96-4e62-866f-cf6a877fb515,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:07.309877 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-c1ff9042-55e2-4492-936c-375927ec8ca5 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Request body: {'security_group_rule': {'security_group_id': '299b5148-9e96-4e62-866f-cf6a877fb515', 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:19:07.339580 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c1ff9042-55e2-4492-936c-375927ec8ca5 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.356905 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Set router d672642b-e9b4-49ed-bd60-ddb0bd6e011c gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:19:07.402107 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c1ff9042-55e2-4492-936c-375927ec8ca5 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.405595 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c1ff9042-55e2-4492-936c-375927ec8ca5 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.427908 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff9042-55e2-4492-936c-375927ec8ca5 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752d32be-4cc7-4368-b1be-3bd6bc6cf2ee,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:07.434469 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c1ff9042-55e2-4492-936c-375927ec8ca5 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.436332 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c1ff9042-55e2-4492-936c-375927ec8ca5 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399786 Sep 09 15:19:07.441477 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44796) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:07.446050 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-13f7dbde-285d-44c1-a116-ee20b4ae83c2 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Request body: {'security_group_rule': {'security_group_id': '299b5148-9e96-4e62-866f-cf6a877fb515', 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:19:07.476991 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-13f7dbde-285d-44c1-a116-ee20b4ae83c2 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.544974 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-13f7dbde-285d-44c1-a116-ee20b4ae83c2 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.550728 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-13f7dbde-285d-44c1-a116-ee20b4ae83c2 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.572970 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7dbde-285d-44c1-a116-ee20b4ae83c2 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18943e5c-84c3-4e8f-9da2-b8d9583c7163,revision_number=0']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:07.576860 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-13f7dbde-285d-44c1-a116-ee20b4ae83c2 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.581672 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-13f7dbde-285d-44c1-a116-ee20b4ae83c2 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356168 Sep 09 15:19:07.582273 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44798) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:07.585781 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'name': 'tempest-TestShelveInstance-1221752255-router', 'tenant_id': '5ba73f82153840b7b1188ed51b21e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '1cd3f240-b519-4c2d-893c-6bc02a687e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:19:00Z', 'updated_at': '2021-09-09T15:19:05Z', 'revision_number': 4, 'project_id': '5ba73f82153840b7b1188ed51b21e46e', 'gw_port': {'id': '1cd3f240-b519-4c2d-893c-6bc02a687e10', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:19:01Z', 'updated_at': '2021-09-09T15:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'b304015e-ec40-4b4b-991c-2b4dd124231e', 'name': '', 'network_id': 'd94ee227-19ea-4472-a1dd-f735c38f43b7', 'tenant_id': '5ba73f82153840b7b1188ed51b21e46e', 'mac_address': 'fa:16:3e:a7:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '3e926e01-ccde-439f-b0f3-7dcd9cb6dd4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:19:03Z', 'updated_at': '2021-09-09T15:19:05Z', 'revision_number': 2, 'project_id': '5ba73f82153840b7b1188ed51b21e46e', 'subnets': [{'id': '3e926e01-ccde-439f-b0f3-7dcd9cb6dd4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:07.586480 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [None req-a93f1ba2-5888-4273-b7b2-f1ebb869dc99 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Request body: {'security_group_rule': {'security_group_id': '299b5148-9e96-4e62-866f-cf6a877fb515', 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:19:07.617845 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Checking router: d672642b-e9b4-49ed-bd60-ddb0bd6e011c for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:19:07.618204 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Updating router d672642b-e9b4-49ed-bd60-ddb0bd6e011c port b304015e-ec40-4b4b-991c-2b4dd124231e binding host dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:19:07.622141 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a93f1ba2-5888-4273-b7b2-f1ebb869dc99 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.649393 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.730812 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a93f1ba2-5888-4273-b7b2-f1ebb869dc99 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.735874 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a93f1ba2-5888-4273-b7b2-f1ebb869dc99 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.758727 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f1ba2-5888-4273-b7b2-f1ebb869dc99 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2cf51a-0941-450b-8937-13d34e8ea82f,revision_number=0']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:07.768106 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a93f1ba2-5888-4273-b7b2-f1ebb869dc99 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.769639 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-a93f1ba2-5888-4273-b7b2-f1ebb869dc99 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1867328 Sep 09 15:19:07.772748 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44806) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:07.777483 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-b4739854-c76c-4d6e-b1e1-b208c94319da tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Request body: {'security_group_rule': {'security_group_id': '299b5148-9e96-4e62-866f-cf6a877fb515', 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:19:07.817918 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 1cd3f240-b519-4c2d-893c-6bc02a687e10 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:19:07.833482 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b4739854-c76c-4d6e-b1e1-b208c94319da tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.933519 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b4739854-c76c-4d6e-b1e1-b208c94319da tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.938784 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port 1cd3f240-b519-4c2d-893c-6bc02a687e10 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:19:07.940093 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b4739854-c76c-4d6e-b1e1-b208c94319da tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.956071 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 1cd3f240-b519-4c2d-893c-6bc02a687e10 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:19:07.956438 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.964537 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4739854-c76c-4d6e-b1e1-b208c94319da tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a28ec4-2376-4a50-be4d-672f740155ec,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:07.972242 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b4739854-c76c-4d6e-b1e1-b208c94319da tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:07.973613 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b4739854-c76c-4d6e-b1e1-b208c94319da tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1997669 Sep 09 15:19:07.976684 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44810) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:07.982306 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-2eb60eda-79c7-4457-bbd3-f7c23fa0ee61 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Request body: {'security_group_rule': {'security_group_id': '299b5148-9e96-4e62-866f-cf6a877fb515', 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:19:08.018263 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.securitygroups_db [None req-2eb60eda-79c7-4457-bbd3-f7c23fa0ee61 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Project 4df2095778484cc7ac0214fbf88663ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 15:19:08.024445 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2eb60eda-79c7-4457-bbd3-f7c23fa0ee61 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:08.042394 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:19:08.100450 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2eb60eda-79c7-4457-bbd3-f7c23fa0ee61 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:08.106020 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2eb60eda-79c7-4457-bbd3-f7c23fa0ee61 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:08.131515 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb60eda-79c7-4457-bbd3-f7c23fa0ee61 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa5d6e9-3238-4adb-8eb9-d2860a6018b1,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:08.136431 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:08.136735 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2eb60eda-79c7-4457-bbd3-f7c23fa0ee61 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:08.138076 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2eb60eda-79c7-4457-bbd3-f7c23fa0ee61 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1603050 Sep 09 15:19:08.143063 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44814) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:08.150603 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-992bbecd-5234-4762-b1f9-35bd306ce6ec tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Request body: {'security_group_rule': {'security_group_id': '299b5148-9e96-4e62-866f-cf6a877fb515', 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:19:08.153028 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:08.161937 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Transition to ACTIVE for port object b304015e-ec40-4b4b-991c-2b4dd124231e will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:19:08.170676 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:08.180549 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.securitygroups_db [None req-992bbecd-5234-4762-b1f9-35bd306ce6ec tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Project 4df2095778484cc7ac0214fbf88663ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 15:19:08.188465 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-992bbecd-5234-4762-b1f9-35bd306ce6ec tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:08.193964 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port 1cd3f240-b519-4c2d-893c-6bc02a687e10, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=1cd3f240-b519-4c2d-893c-6bc02a687e10,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:19:08.196271 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0a648-f9be-45e6-a394-6bc9d62cf335 req-df42c871-41f7-4b05-8f0e-24c49124bf2e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:08.198335 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-62d0a648-f9be-45e6-a394-6bc9d62cf335 req-df42c871-41f7-4b05-8f0e-24c49124bf2e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 947 time: 0.0889168 Sep 09 15:19:08.220456 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:08.220971 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 45bcf288-dae9-4b5a-92b7-f98ee0b1003e up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:19:08.288626 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-62d0a648-f9be-45e6-a394-6bc9d62cf335 req-994ce422-a585-4520-a6b9-f82ee9a6fb8d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750077 Sep 09 15:19:08.315395 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0805bd-9d55-40cb-8609-ba3dd3f737b4 None None] Pushing event updated for resources: {'Port': ['ID=b304015e-ec40-4b4b-991c-2b4dd124231e,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:08.320019 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-992bbecd-5234-4762-b1f9-35bd306ce6ec tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:08.327823 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-992bbecd-5234-4762-b1f9-35bd306ce6ec tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720999'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:08.354951 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bbecd-5234-4762-b1f9-35bd306ce6ec tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10041ff5-a6e3-4c06-a756-42fe3ab9d1c9,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:08.358863 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-992bbecd-5234-4762-b1f9-35bd306ce6ec tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:08.370551 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-992bbecd-5234-4762-b1f9-35bd306ce6ec tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2157402 Sep 09 15:19:08.372193 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 45bcf288-dae9-4b5a-92b7-f98ee0b1003e triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:19:08.372577 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:08.413882 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Attempting to bind port b304015e-ec40-4b4b-991c-2b4dd124231e on host dv-cinder-776307-9-iscsi for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:19:08.414257 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Attempting to bind port b304015e-ec40-4b4b-991c-2b4dd124231e by drivers openvswitch,hyperv on host dv-cinder-776307-9-iscsi at level 0 using segments [{'id': '12373a5e-7e70-4d59-b187-488db1b25ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd94ee227-19ea-4472-a1dd-f735c38f43b7'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:19:08.414630 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Attempting to bind port b304015e-ec40-4b4b-991c-2b4dd124231e on network d94ee227-19ea-4472-a1dd-f735c38f43b7 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:19:08.443882 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Checking agent: {'id': '927650a5-b1e2-478a-a0bc-b398c901f3f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 3, 21), 'started_at': datetime.datetime(2021, 9, 9, 15, 3, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:19:08.444262 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Checking segment: {'id': '12373a5e-7e70-4d59-b187-488db1b25ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd94ee227-19ea-4472-a1dd-f735c38f43b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:19:08.444671 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:08.445089 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Bound using segment: {'id': '12373a5e-7e70-4d59-b187-488db1b25ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd94ee227-19ea-4472-a1dd-f735c38f43b7'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:19:08.445583 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Bound port: b304015e-ec40-4b4b-991c-2b4dd124231e, host: dv-cinder-776307-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12373a5e-7e70-4d59-b187-488db1b25ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd94ee227-19ea-4472-a1dd-f735c38f43b7'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:19:08.445979 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:08.457095 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=1cd3f240-b519-4c2d-893c-6bc02a687e10,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:08.583437 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] For port b304015e-ec40-4b4b-991c-2b4dd124231e, host dv-cinder-776307-9-iscsi, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:19:08.600638 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] For port b304015e-ec40-4b4b-991c-2b4dd124231e, host dv-cinder-776307-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=b304015e-ec40-4b4b-991c-2b4dd124231e,segment=NetworkSegment(12373a5e-7e70-4d59-b187-488db1b25ed3),segment_id=12373a5e-7e70-4d59-b187-488db1b25ed3)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:19:08.616783 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:08.709560 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Routers {'d672642b-e9b4-49ed-bd60-ddb0bd6e011c'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:19:08.710219 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:18:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['d672642b-e9b4-49ed-bd60-ddb0bd6e011c'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:08.715766 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0805bd-9d55-40cb-8609-ba3dd3f737b4 None None] Pushing event updated for resources: {'Port': ['ID=b304015e-ec40-4b4b-991c-2b4dd124231e,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:09.018735 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] Set router d672642b-e9b4-49ed-bd60-ddb0bd6e011c gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:19:09.296269 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'name': 'tempest-TestShelveInstance-1221752255-router', 'tenant_id': '5ba73f82153840b7b1188ed51b21e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '1cd3f240-b519-4c2d-893c-6bc02a687e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:19:00Z', 'updated_at': '2021-09-09T15:19:05Z', 'revision_number': 4, 'project_id': '5ba73f82153840b7b1188ed51b21e46e', 'gw_port': {'id': '1cd3f240-b519-4c2d-893c-6bc02a687e10', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:19:01Z', 'updated_at': '2021-09-09T15:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'b304015e-ec40-4b4b-991c-2b4dd124231e', 'name': '', 'network_id': 'd94ee227-19ea-4472-a1dd-f735c38f43b7', 'tenant_id': '5ba73f82153840b7b1188ed51b21e46e', 'mac_address': 'fa:16:3e:a7:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '3e926e01-ccde-439f-b0f3-7dcd9cb6dd4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:19:03Z', 'updated_at': '2021-09-09T15:19:08Z', 'revision_number': 4, 'project_id': '5ba73f82153840b7b1188ed51b21e46e', 'subnets': [{'id': '3e926e01-ccde-439f-b0f3-7dcd9cb6dd4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:09.343143 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4a058-208a-4ba2-9707-992a2f0e944c None None] The sync data for ids ['d672642b-e9b4-49ed-bd60-ddb0bd6e011c'] in dv-cinder-776307-9-iscsi is: [{'id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'name': 'tempest-TestShelveInstance-1221752255-router', 'tenant_id': '5ba73f82153840b7b1188ed51b21e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '1cd3f240-b519-4c2d-893c-6bc02a687e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:19:00Z', 'updated_at': '2021-09-09T15:19:05Z', 'revision_number': 4, 'project_id': '5ba73f82153840b7b1188ed51b21e46e', 'gw_port': {'id': '1cd3f240-b519-4c2d-893c-6bc02a687e10', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:19:01Z', 'updated_at': '2021-09-09T15:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': 'b304015e-ec40-4b4b-991c-2b4dd124231e', 'name': '', 'network_id': 'd94ee227-19ea-4472-a1dd-f735c38f43b7', 'tenant_id': '5ba73f82153840b7b1188ed51b21e46e', 'mac_address': 'fa:16:3e:a7:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '3e926e01-ccde-439f-b0f3-7dcd9cb6dd4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:19:03Z', 'updated_at': '2021-09-09T15:19:08Z', 'revision_number': 4, 'project_id': '5ba73f82153840b7b1188ed51b21e46e', 'subnets': [{'id': '3e926e01-ccde-439f-b0f3-7dcd9cb6dd4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:19:09.491330 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc4a97-032f-437f-9cc1-d3edd69d0f5c req-0ac97224-41f5-45d3-8870-2422fa925128 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:09.497751 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-96dc4a97-032f-437f-9cc1-d3edd69d0f5c req-0ac97224-41f5-45d3-8870-2422fa925128 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 947 time: 0.1130836 Sep 09 15:19:09.524962 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205cdb8-f192-4256-95a5-e7d7f5307899 req-cf1ef253-4a47-494d-a59d-e8d527502ffe tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:09.528585 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7205cdb8-f192-4256-95a5-e7d7f5307899 req-cf1ef253-4a47-494d-a59d-e8d527502ffe tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.39 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 947 time: 0.0850086 Sep 09 15:19:09.574768 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-96dc4a97-032f-437f-9cc1-d3edd69d0f5c req-7e037d2e-c432-4517-b980-a524a2a03091 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705602 Sep 09 15:19:09.687370 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-7205cdb8-f192-4256-95a5-e7d7f5307899 req-c7872aa5-b0ce-4fd5-93c9-ecae6cd07c20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Deleting port ac2daff8-0a5f-4c2f-826a-ef7889037d01 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:19:09.688630 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7205cdb8-f192-4256-95a5-e7d7f5307899 req-c7872aa5-b0ce-4fd5-93c9-ecae6cd07c20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:09.795179 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device b304015e-ec40-4b4b-991c-2b4dd124231e up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:19:09.833141 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-7205cdb8-f192-4256-95a5-e7d7f5307899 req-c7872aa5-b0ce-4fd5-93c9-ecae6cd07c20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] For port ac2daff8-0a5f-4c2f-826a-ef7889037d01, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ac2daff8-0a5f-4c2f-826a-ef7889037d01,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:19:09.834274 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7205cdb8-f192-4256-95a5-e7d7f5307899 req-c7872aa5-b0ce-4fd5-93c9-ecae6cd07c20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:09.883553 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning for port b304015e-ec40-4b4b-991c-2b4dd124231e completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:19:09.891441 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port b304015e-ec40-4b4b-991c-2b4dd124231e triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:19:09.892959 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:09.995011 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:10.063864 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] For port b304015e-ec40-4b4b-991c-2b4dd124231e, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=b304015e-ec40-4b4b-991c-2b4dd124231e,segment=NetworkSegment(12373a5e-7e70-4d59-b187-488db1b25ed3),segment_id=12373a5e-7e70-4d59-b187-488db1b25ed3)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:19:10.070213 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:10.071130 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 1cd3f240-b519-4c2d-893c-6bc02a687e10 up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:19:10.105339 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7205cdb8-f192-4256-95a5-e7d7f5307899 req-c7872aa5-b0ce-4fd5-93c9-ecae6cd07c20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:10.106133 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7205cdb8-f192-4256-95a5-e7d7f5307899 req-c7872aa5-b0ce-4fd5-93c9-ecae6cd07c20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681918'] for floatingip, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:10.106749 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.l3_db [req-7205cdb8-f192-4256-95a5-e7d7f5307899 req-c7872aa5-b0ce-4fd5-93c9-ecae6cd07c20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Floating IP 7eb7d596-367b-469c-80b1-cfd3245b1d5c disassociated. External IP: 172.27.3.61, port: ac2daff8-0a5f-4c2f-826a-ef7889037d01. Sep 09 15:19:10.107248 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-7205cdb8-f192-4256-95a5-e7d7f5307899 req-c7872aa5-b0ce-4fd5-93c9-ecae6cd07c20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Calling delete_port for ac2daff8-0a5f-4c2f-826a-ef7889037d01 owned by compute:nova {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:19:10.184202 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Pushing event updated for resources: {'Port': ['ID=b304015e-ec40-4b4b-991c-2b4dd124231e,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:10.222838 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port 1cd3f240-b519-4c2d-893c-6bc02a687e10 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:19:10.223675 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:10.286010 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7205cdb8-f192-4256-95a5-e7d7f5307899 req-c7872aa5-b0ce-4fd5-93c9-ecae6cd07c20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:10.344278 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7872aa5-b0ce-4fd5-93c9-ecae6cd07c20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Pushing event deleted for resources: {'Port': ['ID=ac2daff8-0a5f-4c2f-826a-ef7889037d01,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:10.507354 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7205cdb8-f192-4256-95a5-e7d7f5307899 req-c7872aa5-b0ce-4fd5-93c9-ecae6cd07c20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:19:10.702355 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d33b7eba-0279-485e-bd7d-42689473b548 req-c3dcb168-1f70-465c-9b7f-e5889c7c0a6e tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/ports?device_id=312ac0b6-d0f4-4309-9710-4c12c1ab3f66 HTTP/1.1" status: 200 len: 210 time: 0.0322180 Sep 09 15:19:10.943492 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7205cdb8-f192-4256-95a5-e7d7f5307899 req-c7872aa5-b0ce-4fd5-93c9-ecae6cd07c20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:19:10.954960 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a272915-75ef-439e-b524-4b7481917c7c None None] Sync routers for ids ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:19:10.964339 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a272915-75ef-439e-b524-4b7481917c7c None None] Routers {'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:19:10.965241 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-2a272915-75ef-439e-b524-4b7481917c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:18:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:10.988896 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-7205cdb8-f192-4256-95a5-e7d7f5307899 req-c7872aa5-b0ce-4fd5-93c9-ecae6cd07c20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] No DVR routers for this DVR port ac2daff8-0a5f-4c2f-826a-ef7889037d01 on host hv-cinder-77630 {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:19:10.991533 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-7205cdb8-f192-4256-95a5-e7d7f5307899 req-c7872aa5-b0ce-4fd5-93c9-ecae6cd07c20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:10.993569 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7205cdb8-f192-4256-95a5-e7d7f5307899 req-c7872aa5-b0ce-4fd5-93c9-ecae6cd07c20 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.39 "DELETE /v2.0/ports/ac2daff8-0a5f-4c2f-826a-ef7889037d01 HTTP/1.1" status: 204 len: 173 time: 1.4573946 Sep 09 15:19:10.994045 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'name': 'network-vif-deleted', 'tag': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:19:10.996968 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47a4013-661d-4d64-8227-fa3d980e72ef" -d '{"events": [{"server_uuid": "312ac0b6-d0f4-4309-9710-4c12c1ab3f66", "name": "network-vif-deleted", "tag": "ac2daff8-0a5f-4c2f-826a-ef7889037d01"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:19:11.053410 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0131342-2824-4c7c-9634-a2646ade1c0f x-openstack-request-id: req-c0131342-2824-4c7c-9634-a2646ade1c0f {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:19:11.053789 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312ac0b6-d0f4-4309-9710-4c12c1ab3f66", "name": "network-vif-deleted", "tag": "ac2daff8-0a5f-4c2f-826a-ef7889037d01", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:19:11.054157 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0131342-2824-4c7c-9634-a2646ade1c0f {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:19:11.054905 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312ac0b6-d0f4-4309-9710-4c12c1ab3f66', 'name': 'network-vif-deleted', 'tag': 'ac2daff8-0a5f-4c2f-826a-ef7889037d01', 'status': 'completed', 'code': 200} Sep 09 15:19:11.106104 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-2a272915-75ef-439e-b524-4b7481917c7c None None] Set router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:19:11.496670 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-2a272915-75ef-439e-b524-4b7481917c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '92f64f46-a0c5-4410-b388-8e5e847967fa', 'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'mac_address': 'fa:16:3e:f9:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:25Z', 'updated_at': '2021-09-09T15:11:43Z', 'revision_number': 5, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'subnets': [{'id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:11.524680 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a272915-75ef-439e-b524-4b7481917c7c None None] Checking router: de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:19:11.534287 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a272915-75ef-439e-b524-4b7481917c7c None None] Routers {'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:19:11.534928 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-2a272915-75ef-439e-b524-4b7481917c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:18:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:11.660818 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-2a272915-75ef-439e-b524-4b7481917c7c None None] Set router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:19:11.679710 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device b304015e-ec40-4b4b-991c-2b4dd124231e up at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:19:11.758452 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Provisioning complete for port b304015e-ec40-4b4b-991c-2b4dd124231e triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:19:11.758959 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:11.823237 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44884) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:11.901828 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7504c4d6-7c47-4936-8762-a1681b67d29d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:11.928181 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7504c4d6-7c47-4936-8762-a1681b67d29d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:11.933160 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-2a272915-75ef-439e-b524-4b7481917c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '92f64f46-a0c5-4410-b388-8e5e847967fa', 'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'mac_address': 'fa:16:3e:f9:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:25Z', 'updated_at': '2021-09-09T15:11:43Z', 'revision_number': 5, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'subnets': [{'id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:11.970562 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a272915-75ef-439e-b524-4b7481917c7c None None] The sync data for ids ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'] in dv-cinder-776307-9-iscsi is: [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:11:27Z', 'revision_number': 4, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '92f64f46-a0c5-4410-b388-8e5e847967fa', 'name': '', 'network_id': '523750d6-4668-45d0-b10f-8b045df11afb', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'mac_address': 'fa:16:3e:f9:99:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:25Z', 'updated_at': '2021-09-09T15:11:43Z', 'revision_number': 5, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'subnets': [{'id': 'ff7b0629-fe79-43e4-954a-7cf836f43f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:19:11.991737 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7504c4d6-7c47-4936-8762-a1681b67d29d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:11.994620 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7504c4d6-7c47-4936-8762-a1681b67d29d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:11.995780 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-7504c4d6-7c47-4936-8762-a1681b67d29d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "DELETE /v2.0/security-groups/1f59bd88-0ae8-42ab-9477-7addd4ab1ab3 HTTP/1.1" status: 204 len: 168 time: 0.1711495 Sep 09 15:19:12.001826 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 44886) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:12.005739 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504c4d6-7c47-4936-8762-a1681b67d29d tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f59bd88-0ae8-42ab-9477-7addd4ab1ab3,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:12.022599 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.api.v2.resource [None req-277b4708-8e64-42fd-ba3e-88a257caad48 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] show failed (client error): The resource could not be found. Sep 09 15:19:12.024216 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-277b4708-8e64-42fd-ba3e-88a257caad48 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "GET /v2.0/security-groups/1f59bd88-0ae8-42ab-9477-7addd4ab1ab3 HTTP/1.1" status: 404 len: 347 time: 0.0204937 Sep 09 15:19:12.027080 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44888) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:12.168817 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-6868077e-f13a-4dfd-82a1-03efc89974d1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Deleting port 4338fd8f-6690-4c06-a419-dc86bd0918bf {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:19:12.169155 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6868077e-f13a-4dfd-82a1-03efc89974d1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:12.258900 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6868077e-f13a-4dfd-82a1-03efc89974d1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:12.260052 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6868077e-f13a-4dfd-82a1-03efc89974d1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:12.274089 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-6868077e-f13a-4dfd-82a1-03efc89974d1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Calling delete_port for 4338fd8f-6690-4c06-a419-dc86bd0918bf owned by network:floatingip {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:19:12.433276 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6868077e-f13a-4dfd-82a1-03efc89974d1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:12.461905 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868077e-f13a-4dfd-82a1-03efc89974d1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Pushing event deleted for resources: {'Port': ['ID=4338fd8f-6690-4c06-a419-dc86bd0918bf,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:12.546164 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6868077e-f13a-4dfd-82a1-03efc89974d1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks [] for floatingip, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:12.549586 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6868077e-f13a-4dfd-82a1-03efc89974d1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:12.550893 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-6868077e-f13a-4dfd-82a1-03efc89974d1 tempest-AttachVolumeShelveTestJSON-1178685404 tempest-AttachVolumeShelveTestJSON-1178685404-project] 10.222.0.18 "DELETE /v2.0/floatingips/7eb7d596-367b-469c-80b1-cfd3245b1d5c HTTP/1.1" status: 204 len: 168 time: 0.5227382 Sep 09 15:19:12.644276 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321d6c97-4c82-4ebe-a4eb-094ebd92734e None None] New status for floating IP 7eb7d596-367b-469c-80b1-cfd3245b1d5c: DOWN {{(pid=94132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 15:19:13.222095 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device ac2daff8-0a5f-4c2f-826a-ef7889037d01 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:19:13.242288 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: ac2daff8-0a5f-4c2f-826a-ef7889037d01 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:19:13.242626 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device ac2daff8-0a5f-4c2f-826a-ef7889037d01 not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:19:15.092390 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44916) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:15.683931 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c4c46018-c80d-46df-92ea-b35391698280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682430'] for router_interface, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:15.957238 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-c4c46018-c80d-46df-92ea-b35391698280 admin admin] Deleting port 92f64f46-a0c5-4410-b388-8e5e847967fa {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:19:15.957544 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c4c46018-c80d-46df-92ea-b35391698280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:16.043700 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-c4c46018-c80d-46df-92ea-b35391698280 admin admin] For port 92f64f46-a0c5-4410-b388-8e5e847967fa, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=92f64f46-a0c5-4410-b388-8e5e847967fa,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:19:16.044073 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c4c46018-c80d-46df-92ea-b35391698280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:16.058476 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-c4c46018-c80d-46df-92ea-b35391698280 admin admin] Calling delete_port for 92f64f46-a0c5-4410-b388-8e5e847967fa owned by network:router_interface {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:19:16.253543 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c4c46018-c80d-46df-92ea-b35391698280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:16.285158 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c46018-c80d-46df-92ea-b35391698280 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f64f46-a0c5-4410-b388-8e5e847967fa,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:16.475720 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-c4c46018-c80d-46df-92ea-b35391698280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682506'] for router_interface, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:16.723743 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c46018-c80d-46df-92ea-b35391698280 admin admin] Router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:19:16.841959 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c46018-c80d-46df-92ea-b35391698280 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:19:16.847920 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-c4c46018-c80d-46df-92ea-b35391698280 admin admin] 10.222.0.18 "PUT /v2.0/routers/de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7543986 Sep 09 15:19:16.851318 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44924) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:16.853413 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a671b-1009-478c-8403-e536ee718ba4 None None] Sync routers for ids ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:19:16.866538 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a671b-1009-478c-8403-e536ee718ba4 None None] Routers {'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:19:16.866538 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-8b2a671b-1009-478c-8403-e536ee718ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:18:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:16.968046 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-03168c60-a851-47c9-b651-831f490e24fb admin admin] Notify callbacks [] for router, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:16.988555 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-8b2a671b-1009-478c-8403-e536ee718ba4 None None] Set router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:19:17.216661 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-8b2a671b-1009-478c-8403-e536ee718ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:19:16Z', 'revision_number': 5, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:17.245708 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a671b-1009-478c-8403-e536ee718ba4 None None] Checking router: de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:19:17.256769 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a671b-1009-478c-8403-e536ee718ba4 None None] Routers {'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:19:17.257776 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-8b2a671b-1009-478c-8403-e536ee718ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:18:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:17.366002 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-03168c60-a851-47c9-b651-831f490e24fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:17.381945 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-8b2a671b-1009-478c-8403-e536ee718ba4 None None] Set router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:19:17.428866 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-03168c60-a851-47c9-b651-831f490e24fb admin admin] Deleting port 66211c45-ada4-4981-b2bd-e97eb6b257f8 {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:19:17.429244 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-03168c60-a851-47c9-b651-831f490e24fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:17.528666 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-03168c60-a851-47c9-b651-831f490e24fb admin admin] For port 66211c45-ada4-4981-b2bd-e97eb6b257f8, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=66211c45-ada4-4981-b2bd-e97eb6b257f8,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:19:17.529045 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-03168c60-a851-47c9-b651-831f490e24fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:17.543925 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-03168c60-a851-47c9-b651-831f490e24fb admin admin] Calling delete_port for 66211c45-ada4-4981-b2bd-e97eb6b257f8 owned by network:router_gateway {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:19:17.585750 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-8b2a671b-1009-478c-8403-e536ee718ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:19:16Z', 'revision_number': 5, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:17.617315 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a671b-1009-478c-8403-e536ee718ba4 None None] The sync data for ids ['de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85'] in dv-cinder-776307-9-iscsi is: [{'id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'name': 'tempest-AttachVolumeShelveTestJSON-297410644-router', 'tenant_id': 'a1671f29bb75494bb0226cd82308a86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:11:15Z', 'updated_at': '2021-09-09T15:19:16Z', 'revision_number': 5, 'project_id': 'a1671f29bb75494bb0226cd82308a86d', 'gw_port': {'id': '66211c45-ada4-4981-b2bd-e97eb6b257f8', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:11:16Z', 'updated_at': '2021-09-09T15:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:19:17.754077 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-03168c60-a851-47c9-b651-831f490e24fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:17.781783 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03168c60-a851-47c9-b651-831f490e24fb admin admin] Pushing event deleted for resources: {'Port': ['ID=66211c45-ada4-4981-b2bd-e97eb6b257f8,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:17.850245 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-03168c60-a851-47c9-b651-831f490e24fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681832'] for router_gateway, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:17.876590 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-69470e2f-248f-46b8-a116-5ca816a59a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:17.942919 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-03168c60-a851-47c9-b651-831f490e24fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-434'] for router, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:17.944990 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-03168c60-a851-47c9-b651-831f490e24fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:17.995631 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-03168c60-a851-47c9-b651-831f490e24fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684242'] for router, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:17.996208 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03168c60-a851-47c9-b651-831f490e24fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 {{(pid=94130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:19:18.001010 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-03168c60-a851-47c9-b651-831f490e24fb admin admin] Notify callbacks [] for router, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:18.002088 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-03168c60-a851-47c9-b651-831f490e24fb admin admin] 10.222.0.18 "DELETE /v2.0/routers/de3d47ce-f3c0-4b9e-9df8-fe05ffa0cc85 HTTP/1.1" status: 204 len: 168 time: 1.1498103 Sep 09 15:19:18.004700 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44928) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:18.056666 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_v2 [None req-95cc77ad-9fe9-4f9c-9687-0e805d589c50 admin admin] Deleting subnet ff7b0629-fe79-43e4-954a-7cf836f43f0a {{(pid=94130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 15:19:18.059860 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-95cc77ad-9fe9-4f9c-9687-0e805d589c50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:18.097371 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-95cc77ad-9fe9-4f9c-9687-0e805d589c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59470450'] for subnet, precommit_delete_associations {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:18.181046 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-95cc77ad-9fe9-4f9c-9687-0e805d589c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612359'] for subnet, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:18.236730 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-95cc77ad-9fe9-4f9c-9687-0e805d589c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60062086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59174082'] for subnet, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:18.270018 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc77ad-9fe9-4f9c-9687-0e805d589c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff7b0629-fe79-43e4-954a-7cf836f43f0a,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:18.275036 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-95cc77ad-9fe9-4f9c-9687-0e805d589c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for subnet, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:18.277315 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-95cc77ad-9fe9-4f9c-9687-0e805d589c50 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ff7b0629-fe79-43e4-954a-7cf836f43f0a HTTP/1.1" status: 204 len: 168 time: 0.2716668 Sep 09 15:19:18.279754 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44930) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:18.283167 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590d71db-bff7-451b-9a47-c816c1cda733 None None] Network 523750d6-4668-45d0-b10f-8b045df11afb requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:19:18.358261 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846555'] for network, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:18.416555 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] Deleting port 74657586-273e-4a3f-aa0a-3aa39da9398f {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:19:18.417157 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:18.489313 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] For port 74657586-273e-4a3f-aa0a-3aa39da9398f, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=74657586-273e-4a3f-aa0a-3aa39da9398f,segment=NetworkSegment(652882fa-2b7c-42bc-a926-2a958721e52e),segment_id=652882fa-2b7c-42bc-a926-2a958721e52e)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:19:18.489670 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:18.502600 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] Calling delete_port for 74657586-273e-4a3f-aa0a-3aa39da9398f owned by network:dhcp {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:19:18.583382 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:18.615954 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] Pushing event deleted for resources: {'Port': ['ID=74657586-273e-4a3f-aa0a-3aa39da9398f,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:18.619708 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] No DVR routers for this DVR port 74657586-273e-4a3f-aa0a-3aa39da9398f on host dv-cinder-776307-9-iscsi {{(pid=94130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:19:18.642666 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9730126-3232-46e6-b9b3-25ad44bf74de None None] DHCP port deletion for 523750d6-4668-45d0-b10f-8b045df11afb request from dv-cinder-776307-9-iscsi {{(pid=94132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 15:19:18.703738 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607090', 'neutron.services.segments.db._delete_segments_for_network-8752445426589'] for network, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:18.724498 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.services.segments.db [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523750d6-4668-45d0-b10f-8b045df11afb']}} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:18.735011 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.services.segments.db [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652882fa-2b7c-42bc-a926-2a958721e52e') {'for_net_delete': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:18.735011 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.services.segments.db [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652882fa-2b7c-42bc-a926-2a958721e52e') {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:18.745526 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752445428902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59470347'] for segment, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:18.760475 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:18.766806 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:19:18.767374 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60062564'] for segment, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: Traceback (most recent call last): Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: timer() Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: cb(*args, **kw) Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: return func(*args, **kwargs) Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: self._notify() Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: self.callback(batched_events) Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: event.method(event) Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: return f(self, *a, **k) Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: return self._get(url).json() Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: return self.request(url, 'GET', **kwargs) Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 15:19:18.769372 dv-cinder-776307-9-iscsi neutron-server[94130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 15:19:18.836258 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681868'] for network, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:18.844389 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:18.846405 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] 10.222.0.18 "DELETE /v2.0/networks/523750d6-4668-45d0-b10f-8b045df11afb HTTP/1.1" status: 204 len: 168 time: 0.5656204 Sep 09 15:19:18.858300 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092395f-4137-4446-a339-9ac62afe1465 admin admin] Pushing event deleted for resources: {'Network': ['ID=523750d6-4668-45d0-b10f-8b045df11afb,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:18.980242 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44936) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:19.030279 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-6da4a870-0e5d-4221-9351-7048e99dc858 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1671f29bb75494bb0226cd82308a86d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0487280 Sep 09 15:19:19.033276 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 44938) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:19.087126 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a8417d6b-a6ee-4c94-96a4-498199f39e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:19.114548 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a8417d6b-a6ee-4c94-96a4-498199f39e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:19.171201 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a8417d6b-a6ee-4c94-96a4-498199f39e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:19.174246 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a8417d6b-a6ee-4c94-96a4-498199f39e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:19.175605 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-a8417d6b-a6ee-4c94-96a4-498199f39e5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1edaeb9-379e-4698-96d2-8a74f6af1563 HTTP/1.1" status: 204 len: 168 time: 0.1413302 Sep 09 15:19:19.188333 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8417d6b-a6ee-4c94-96a4-498199f39e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1edaeb9-379e-4698-96d2-8a74f6af1563,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:19.677960 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 74657586-273e-4a3f-aa0a-3aa39da9398f no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:19:19.698688 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 74657586-273e-4a3f-aa0a-3aa39da9398f {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:19:19.699063 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 74657586-273e-4a3f-aa0a-3aa39da9398f not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:19:19.699483 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 92f64f46-a0c5-4410-b388-8e5e847967fa no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:19:19.723116 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 92f64f46-a0c5-4410-b388-8e5e847967fa {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:19:19.723455 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 92f64f46-a0c5-4410-b388-8e5e847967fa not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:19:19.723866 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 66211c45-ada4-4981-b2bd-e97eb6b257f8 no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:19:19.746741 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 66211c45-ada4-4981-b2bd-e97eb6b257f8 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:19:19.747085 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 66211c45-ada4-4981-b2bd-e97eb6b257f8 not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:19:20.686144 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-be216609-889c-4d3b-af63-925e224e1978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:20.841182 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:21.719651 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:22.994169 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45018) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:23.101229 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-35216c94-c96e-48f8-bcbf-b31e5721754b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:23.191109 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-35216c94-c96e-48f8-bcbf-b31e5721754b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:23.194891 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-35216c94-c96e-48f8-bcbf-b31e5721754b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:23.231317 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-35216c94-c96e-48f8-bcbf-b31e5721754b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67fa1d4818004596aa97d81a00c9a1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359903 Sep 09 15:19:23.232137 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35216c94-c96e-48f8-bcbf-b31e5721754b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c426fa-1dd0-44bb-9691-597ac2f32e41,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:23.235539 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 45022) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:23.292892 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e2c12fcf-ae74-4bcb-8292-2d33b2693778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:23.315563 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e2c12fcf-ae74-4bcb-8292-2d33b2693778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:23.362784 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e2c12fcf-ae74-4bcb-8292-2d33b2693778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:23.366330 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-e2c12fcf-ae74-4bcb-8292-2d33b2693778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:23.367860 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-e2c12fcf-ae74-4bcb-8292-2d33b2693778 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4c426fa-1dd0-44bb-9691-597ac2f32e41 HTTP/1.1" status: 204 len: 168 time: 0.1309023 Sep 09 15:19:23.379947 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:23.381488 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c12fcf-ae74-4bcb-8292-2d33b2693778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c426fa-1dd0-44bb-9691-597ac2f32e41,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:24.959595 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:25.250750 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-92588030-93ea-459b-b986-7db00aec673f req-f47f69e5-c10e-4763-a9c3-77aebdb0ee42 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1686681870&fields=id&tenant_id=4df2095778484cc7ac0214fbf88663ef HTTP/1.1" status: 200 len: 267 time: 0.0348616 Sep 09 15:19:25.363380 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92588030-93ea-459b-b986-7db00aec673f req-8fcf2298-90fd-47b2-9bbe-83d6e9b8d45d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:25.364951 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-92588030-93ea-459b-b986-7db00aec673f req-8fcf2298-90fd-47b2-9bbe-83d6e9b8d45d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/networks?id=e0984a54-7def-43d0-913d-331c0bc27070 HTTP/1.1" status: 200 len: 807 time: 0.1075001 Sep 09 15:19:25.382513 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-92588030-93ea-459b-b986-7db00aec673f req-62e1cbe5-d078-4170-91e7-234283d861fb tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/quotas/4df2095778484cc7ac0214fbf88663ef HTTP/1.1" status: 200 len: 375 time: 0.0111325 Sep 09 15:19:25.438359 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-92588030-93ea-459b-b986-7db00aec673f req-138955b0-677e-46ff-839b-bbd79015e2ad tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4df2095778484cc7ac0214fbf88663ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496554 Sep 09 15:19:25.539262 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-92588030-93ea-459b-b986-7db00aec673f req-b487026f-9101-4abc-986d-1d79e5b5421f service neutron] 10.222.0.18 "GET /v2.0/networks/e0984a54-7def-43d0-913d-331c0bc27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890603 Sep 09 15:19:25.631112 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-92588030-93ea-459b-b986-7db00aec673f req-ebeab14d-ffc1-4a3b-8d29-60ef31ab3007 service neutron] 10.222.0.18 "GET /v2.0/networks/e0984a54-7def-43d0-913d-331c0bc27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852547 Sep 09 15:19:25.934254 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c9d744c9-f645-4e28-b53e-0e01989001a7 req-09f6201a-3c4d-498f-9e87-521d7879da13 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 210 time: 0.0336833 Sep 09 15:19:27.037915 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1c1311a7-e73a-46a0-aa0b-b3f2d4bc9cd6 req-374e0dee-8643-4c76-94a2-33d044ae93ad tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 210 time: 0.0320592 Sep 09 15:19:27.155381 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92588030-93ea-459b-b986-7db00aec673f req-1f634209-ea00-47f4-bb1b-fd47b9a37f94 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:27.157505 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-92588030-93ea-459b-b986-7db00aec673f req-1f634209-ea00-47f4-bb1b-fd47b9a37f94 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.39 "GET /v2.0/networks?id=e0984a54-7def-43d0-913d-331c0bc27070 HTTP/1.1" status: 200 len: 807 time: 0.1303225 Sep 09 15:19:27.204745 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-92588030-93ea-459b-b986-7db00aec673f req-829f0a2e-2e1d-4eaf-88f3-07cdc8733742 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4df2095778484cc7ac0214fbf88663ef HTTP/1.1" status: 200 len: 380 time: 0.0382206 Sep 09 15:19:27.226401 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-92588030-93ea-459b-b986-7db00aec673f req-eb855c9f-567d-4f8e-aef5-990c33b6f4a4 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Request body: {'port': {'device_id': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'admin_state_up': True, 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'security_groups': ['299b5148-9e96-4e62-866f-cf6a877fb515']}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:19:27.349502 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92588030-93ea-459b-b986-7db00aec673f req-eb855c9f-567d-4f8e-aef5-990c33b6f4a4 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Made reservation on behalf of 4df2095778484cc7ac0214fbf88663ef for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:19:27.353102 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-92588030-93ea-459b-b986-7db00aec673f req-eb855c9f-567d-4f8e-aef5-990c33b6f4a4 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:27.489195 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-92588030-93ea-459b-b986-7db00aec673f req-eb855c9f-567d-4f8e-aef5-990c33b6f4a4 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Allocated IP 172.20.0.4 (e0984a54-7def-43d0-913d-331c0bc27070/e2b661ef-efa4-4273-9365-2674d40f533a/76983e57-f876-436c-9191-6546ead62917) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:19:27.642978 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-92588030-93ea-459b-b986-7db00aec673f req-eb855c9f-567d-4f8e-aef5-990c33b6f4a4 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:27.658693 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-92588030-93ea-459b-b986-7db00aec673f req-eb855c9f-567d-4f8e-aef5-990c33b6f4a4 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Transition to ACTIVE for port object 76983e57-f876-436c-9191-6546ead62917 will not be triggered until provisioned by entity DHCP. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:19:27.694198 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-92588030-93ea-459b-b986-7db00aec673f req-eb855c9f-567d-4f8e-aef5-990c33b6f4a4 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:27.740228 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92588030-93ea-459b-b986-7db00aec673f req-eb855c9f-567d-4f8e-aef5-990c33b6f4a4 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Network e0984a54-7def-43d0-913d-331c0bc27070 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:19:27.743452 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-92588030-93ea-459b-b986-7db00aec673f req-eb855c9f-567d-4f8e-aef5-990c33b6f4a4 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:19:27.747552 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-92588030-93ea-459b-b986-7db00aec673f req-eb855c9f-567d-4f8e-aef5-990c33b6f4a4 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:19:27.780313 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb855c9f-567d-4f8e-aef5-990c33b6f4a4 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Pushing event updated for resources: {'Port': ['ID=76983e57-f876-436c-9191-6546ead62917,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:27.809907 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92588030-93ea-459b-b986-7db00aec673f req-eb855c9f-567d-4f8e-aef5-990c33b6f4a4 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:27.810566 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-92588030-93ea-459b-b986-7db00aec673f req-eb855c9f-567d-4f8e-aef5-990c33b6f4a4 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:27.830916 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-92588030-93ea-459b-b986-7db00aec673f req-eb855c9f-567d-4f8e-aef5-990c33b6f4a4 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6051230 Sep 09 15:19:27.840356 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Request body: {'port': {'device_id': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:19:27.903405 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:28.060538 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 45138) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:28.070358 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-dcac1386-40d3-4066-9eb8-c77d1cc41f1c None None] Provisioning for port 76983e57-f876-436c-9191-6546ead62917 completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:19:28.077863 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-dcac1386-40d3-4066-9eb8-c77d1cc41f1c None None] Provisioning complete for port 76983e57-f876-436c-9191-6546ead62917 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:19:28.079110 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dcac1386-40d3-4066-9eb8-c77d1cc41f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:28.159554 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-dcac1386-40d3-4066-9eb8-c77d1cc41f1c None None] Port 76983e57-f876-436c-9191-6546ead62917 cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:19:28.185914 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb3888-c571-4d11-a170-35a6b0fe8c54 req-c4d298f8-262d-4d66-81ec-79003d1889de tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:28.188196 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f1eb3888-c571-4d11-a170-35a6b0fe8c54 req-c4d298f8-262d-4d66-81ec-79003d1889de tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 931 time: 0.0636170 Sep 09 15:19:28.206960 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8f8646cd-4140-4cbd-8a15-272f78c56aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:28.224474 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76983e57-f876-436c-9191-6546ead62917 {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:19:28.232445 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:28.246760 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Transition to ACTIVE for port object 76983e57-f876-436c-9191-6546ead62917 will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:19:28.251344 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f1eb3888-c571-4d11-a170-35a6b0fe8c54 req-14210cba-32a9-445b-91c4-ec24d35cdabb tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556927 Sep 09 15:19:28.251668 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:28.326474 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Pushing event updated for resources: {'Port': ['ID=76983e57-f876-436c-9191-6546ead62917,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:28.344970 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8f8646cd-4140-4cbd-8a15-272f78c56aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:28.354309 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8f8646cd-4140-4cbd-8a15-272f78c56aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:28.431319 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8646cd-4140-4cbd-8a15-272f78c56aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefbc3f1-3e29-46c2-a77b-f17f547dfb3d,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:28.443221 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-8f8646cd-4140-4cbd-8a15-272f78c56aad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ee57aa211b74de7a5dd0c67c0ef3e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812521 Sep 09 15:19:28.444168 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 45144) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:28.470178 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Attempting to bind port 76983e57-f876-436c-9191-6546ead62917 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:19:28.470757 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Attempting to bind port 76983e57-f876-436c-9191-6546ead62917 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'd35abc29-a5ac-46be-9d76-7e48632d83a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:19:28.471283 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Attempting to bind port 76983e57-f876-436c-9191-6546ead62917 on network e0984a54-7def-43d0-913d-331c0bc27070 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:19:28.479235 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Port 76983e57-f876-436c-9191-6546ead62917 on network e0984a54-7def-43d0-913d-331c0bc27070 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:19:28.479751 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Attempting to bind port 76983e57-f876-436c-9191-6546ead62917 on network e0984a54-7def-43d0-913d-331c0bc27070 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:19:28.490455 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:19:28.491026 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Checking segment: {'id': 'd35abc29-a5ac-46be-9d76-7e48632d83a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:19:28.491642 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Bound using segment: {'id': 'd35abc29-a5ac-46be-9d76-7e48632d83a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:19:28.492345 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Bound port: 76983e57-f876-436c-9191-6546ead62917, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35abc29-a5ac-46be-9d76-7e48632d83a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:19:28.492919 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:28.540892 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b286387c-a4af-40aa-92c2-bb1231fb5206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:28.565127 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b286387c-a4af-40aa-92c2-bb1231fb5206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:28.595788 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] For port 76983e57-f876-436c-9191-6546ead62917, host hv-cinder-77630, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:19:28.598975 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] For port 76983e57-f876-436c-9191-6546ead62917, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=76983e57-f876-436c-9191-6546ead62917,segment=NetworkSegment(d35abc29-a5ac-46be-9d76-7e48632d83a2),segment_id=d35abc29-a5ac-46be-9d76-7e48632d83a2)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:19:28.603859 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:28.628767 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b286387c-a4af-40aa-92c2-bb1231fb5206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:28.632021 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-b286387c-a4af-40aa-92c2-bb1231fb5206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:28.636454 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-b286387c-a4af-40aa-92c2-bb1231fb5206 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fefbc3f1-3e29-46c2-a77b-f17f547dfb3d HTTP/1.1" status: 204 len: 168 time: 0.1899946 Sep 09 15:19:28.648088 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286387c-a4af-40aa-92c2-bb1231fb5206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefbc3f1-3e29-46c2-a77b-f17f547dfb3d,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:28.666041 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:28.666041 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:28.666041 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-92588030-93ea-459b-b986-7db00aec673f req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] 10.222.0.39 "PUT /v2.0/ports/76983e57-f876-436c-9191-6546ead62917 HTTP/1.1" status: 200 len: 1093 time: 0.8290932 Sep 09 15:19:28.667684 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'tag': '76983e57-f876-436c-9191-6546ead62917'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:19:28.687537 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c79da0-dbfa-43fd-be11-4a04ea0c1d82" -d '{"events": [{"name": "network-changed", "server_uuid": "32bb3795-025e-48cf-aaab-e4e8331a00fa", "tag": "76983e57-f876-436c-9191-6546ead62917"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:19:28.757725 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80e389-1750-43df-9fa4-9fd4af39df5d service neutron] Pushing event updated for resources: {'Port': ['ID=76983e57-f876-436c-9191-6546ead62917,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:28.776066 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92588030-93ea-459b-b986-7db00aec673f req-733eec9b-7c30-4be3-8938-34a71da2990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:28.777774 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-92588030-93ea-459b-b986-7db00aec673f req-733eec9b-7c30-4be3-8938-34a71da2990c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4df2095778484cc7ac0214fbf88663ef&device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 1096 time: 0.0612576 Sep 09 15:19:28.785701 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadbbcef-e4e0-45c5-af96-ec5295f9bff9 x-openstack-request-id: req-fadbbcef-e4e0-45c5-af96-ec5295f9bff9 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:19:28.786095 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bb3795-025e-48cf-aaab-e4e8331a00fa", "tag": "76983e57-f876-436c-9191-6546ead62917", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:19:28.786512 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fadbbcef-e4e0-45c5-af96-ec5295f9bff9 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:19:28.787047 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'tag': '76983e57-f876-436c-9191-6546ead62917', 'status': 'completed', 'code': 200} Sep 09 15:19:28.825329 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-92588030-93ea-459b-b986-7db00aec673f req-6dcb76b4-a8e1-48a0-acaa-368cc3dc317d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76983e57-f876-436c-9191-6546ead62917 HTTP/1.1" status: 200 len: 217 time: 0.0366535 Sep 09 15:19:28.894046 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92588030-93ea-459b-b986-7db00aec673f req-f56992d9-3c18-44a7-9a93-212b868ee03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:28.896053 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-92588030-93ea-459b-b986-7db00aec673f req-f56992d9-3c18-44a7-9a93-212b868ee03a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2b661ef-efa4-4273-9365-2674d40f533a HTTP/1.1" status: 200 len: 846 time: 0.0633039 Sep 09 15:19:28.953997 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92588030-93ea-459b-b986-7db00aec673f req-b4af816f-ce81-46ea-8f1d-fc3eff244aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:28.955480 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-92588030-93ea-459b-b986-7db00aec673f req-b4af816f-ce81-46ea-8f1d-fc3eff244aa4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0984a54-7def-43d0-913d-331c0bc27070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486438 Sep 09 15:19:29.056676 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-92588030-93ea-459b-b986-7db00aec673f req-2e9a479a-4173-45f8-bdbc-25c91f2730b8 service neutron] 10.222.0.39 "GET /v2.0/networks/e0984a54-7def-43d0-913d-331c0bc27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940518 Sep 09 15:19:29.067366 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 45152) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:29.081463 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a6357117-715b-42b6-bd6a-3804b9561848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:29.156464 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-92588030-93ea-459b-b986-7db00aec673f req-d55e1952-99e3-430b-96e1-e2ff0c91fc7f service neutron] 10.222.0.39 "GET /v2.0/networks/e0984a54-7def-43d0-913d-331c0bc27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921760 Sep 09 15:19:29.181466 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a6357117-715b-42b6-bd6a-3804b9561848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:29.185039 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-a6357117-715b-42b6-bd6a-3804b9561848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:29.223805 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-a6357117-715b-42b6-bd6a-3804b9561848 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da731f1185a8473eb5379de097edbb32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551316 Sep 09 15:19:29.225832 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6357117-715b-42b6-bd6a-3804b9561848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a308fd-7bfa-4caa-bbf4-bde4dff26fd3,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:29.227570 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45154) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:29.272493 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c79da0-dbfa-43fd-be11-4a04ea0c1d82 req-bf506b33-678d-492a-98fd-cb5e012c9452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:29.274051 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e2c79da0-dbfa-43fd-be11-4a04ea0c1d82 req-bf506b33-678d-492a-98fd-cb5e012c9452 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4df2095778484cc7ac0214fbf88663ef&device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 1096 time: 0.0704560 Sep 09 15:19:29.308183 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c9c28bf6-b942-45a7-a0d8-701cdb23c0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:29.357067 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c9c28bf6-b942-45a7-a0d8-701cdb23c0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:29.376018 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2140b3e-57d9-468f-95f9-4898c0e73c33 req-8a101cc7-ed11-4693-9cce-26819e2f0405 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:29.377712 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d2140b3e-57d9-468f-95f9-4898c0e73c33 req-8a101cc7-ed11-4693-9cce-26819e2f0405 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 943 time: 0.0514250 Sep 09 15:19:29.427091 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d2140b3e-57d9-468f-95f9-4898c0e73c33 req-64e09109-9711-4d81-9a9d-5fafbcb5ec7f tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428057 Sep 09 15:19:29.437414 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c79da0-dbfa-43fd-be11-4a04ea0c1d82 req-689d862e-0e60-46de-9b3a-28f68815cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:29.439040 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e2c79da0-dbfa-43fd-be11-4a04ea0c1d82 req-689d862e-0e60-46de-9b3a-28f68815cd71 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0984a54-7def-43d0-913d-331c0bc27070 HTTP/1.1" status: 200 len: 908 time: 0.1468930 Sep 09 15:19:29.488920 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e2c79da0-dbfa-43fd-be11-4a04ea0c1d82 req-69df7555-3853-4c8a-9779-28056421bc5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76983e57-f876-436c-9191-6546ead62917 HTTP/1.1" status: 200 len: 217 time: 0.0421844 Sep 09 15:19:29.490195 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c9c28bf6-b942-45a7-a0d8-701cdb23c0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:29.492721 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c9c28bf6-b942-45a7-a0d8-701cdb23c0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:29.493820 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c9c28bf6-b942-45a7-a0d8-701cdb23c0ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45a308fd-7bfa-4caa-bbf4-bde4dff26fd3 HTTP/1.1" status: 204 len: 168 time: 0.2644286 Sep 09 15:19:29.510815 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c28bf6-b942-45a7-a0d8-701cdb23c0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a308fd-7bfa-4caa-bbf4-bde4dff26fd3,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:29.557785 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c79da0-dbfa-43fd-be11-4a04ea0c1d82 req-7b9cec0c-952f-456e-b60c-c79e54d227a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:29.559360 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e2c79da0-dbfa-43fd-be11-4a04ea0c1d82 req-7b9cec0c-952f-456e-b60c-c79e54d227a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2b661ef-efa4-4273-9365-2674d40f533a HTTP/1.1" status: 200 len: 846 time: 0.0628612 Sep 09 15:19:29.644206 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c79da0-dbfa-43fd-be11-4a04ea0c1d82 req-824d8758-8061-4270-9d9c-5913bc0ad9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:29.647392 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e2c79da0-dbfa-43fd-be11-4a04ea0c1d82 req-824d8758-8061-4270-9d9c-5913bc0ad9ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0984a54-7def-43d0-913d-331c0bc27070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766768 Sep 09 15:19:29.710982 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dee4ce6a-39b2-4845-9b5c-4d1871c9a088 req-75424166-d34b-4d01-83f7-8e51cfe361d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667675 Sep 09 15:19:29.782826 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4ce6a-39b2-4845-9b5c-4d1871c9a088 req-61e69cec-5d91-476e-8c86-af84f0fb88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:29.784379 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dee4ce6a-39b2-4845-9b5c-4d1871c9a088 req-61e69cec-5d91-476e-8c86-af84f0fb88dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60e24a0985124167a48ad737065f163e&device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 1098 time: 0.0434306 Sep 09 15:19:29.793330 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e2c79da0-dbfa-43fd-be11-4a04ea0c1d82 req-40fe239a-8b00-4e51-888e-ef741ae5eacb service neutron] 10.222.0.39 "GET /v2.0/networks/e0984a54-7def-43d0-913d-331c0bc27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391745 Sep 09 15:19:29.904708 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e2c79da0-dbfa-43fd-be11-4a04ea0c1d82 req-e3831f4e-81f4-431d-8029-bdd72c92507d service neutron] 10.222.0.39 "GET /v2.0/networks/e0984a54-7def-43d0-913d-331c0bc27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032917 Sep 09 15:19:29.948106 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4ce6a-39b2-4845-9b5c-4d1871c9a088 req-cd369032-df13-464e-89a5-5e710df76800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:29.950604 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dee4ce6a-39b2-4845-9b5c-4d1871c9a088 req-cd369032-df13-464e-89a5-5e710df76800 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed HTTP/1.1" status: 200 len: 912 time: 0.1438942 Sep 09 15:19:30.022535 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dee4ce6a-39b2-4845-9b5c-4d1871c9a088 req-6c950ce9-a4ff-4db0-a314-4ace8a42efce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dcbac44-8094-4302-a71a-0ec719720cf9 HTTP/1.1" status: 200 len: 1001 time: 0.0646219 Sep 09 15:19:30.074438 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4ce6a-39b2-4845-9b5c-4d1871c9a088 req-a299ebc0-cc01-40ba-9930-ef66f7018981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:30.075951 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dee4ce6a-39b2-4845-9b5c-4d1871c9a088 req-a299ebc0-cc01-40ba-9930-ef66f7018981 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b56d118f-8744-4cdd-be23-a614a2b19b95 HTTP/1.1" status: 200 len: 850 time: 0.0469108 Sep 09 15:19:30.128105 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4ce6a-39b2-4845-9b5c-4d1871c9a088 req-7ca300d5-1402-475c-996f-8f2ec3afc1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:30.129629 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dee4ce6a-39b2-4845-9b5c-4d1871c9a088 req-7ca300d5-1402-475c-996f-8f2ec3afc1e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472527 Sep 09 15:19:30.237732 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dee4ce6a-39b2-4845-9b5c-4d1871c9a088 req-219f350e-69dd-4b07-8e20-333f0fb1ccea service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010056 Sep 09 15:19:30.348926 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dee4ce6a-39b2-4845-9b5c-4d1871c9a088 req-3538f58a-1cd3-4ba3-b540-3996da5eccb5 service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040587 Sep 09 15:19:30.587034 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e2e36-e558-4612-92c8-7a75adec8472 req-a7f2372b-4981-44ef-a96a-f4b71565dffc tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:30.589738 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b31e2e36-e558-4612-92c8-7a75adec8472 req-a7f2372b-4981-44ef-a96a-f4b71565dffc tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 943 time: 0.0863156 Sep 09 15:19:30.643323 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b31e2e36-e558-4612-92c8-7a75adec8472 req-2de7fb8e-e714-475c-aa19-e206607f0da7 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462840 Sep 09 15:19:31.775215 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd13d08-0d10-49de-9a80-ae7f7b10654f req-b9041c5f-7fad-4d2d-838c-7c28343f98eb tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:31.776695 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0fd13d08-0d10-49de-9a80-ae7f7b10654f req-b9041c5f-7fad-4d2d-838c-7c28343f98eb tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 943 time: 0.0545382 Sep 09 15:19:31.814937 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0fd13d08-0d10-49de-9a80-ae7f7b10654f req-9ce24ed0-fbc6-4329-aad5-91eec5a5524f tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320075 Sep 09 15:19:32.693109 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 45292) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:32.820057 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4d15e98d-c7de-4c3b-bb86-15bdc958ef8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:32.959529 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4d15e98d-c7de-4c3b-bb86-15bdc958ef8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:32.972302 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02275dbc-9049-4c4f-9668-5b154cf936d5 req-183811f4-0f56-463a-9ca1-99b256b698b6 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:32.973847 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-02275dbc-9049-4c4f-9668-5b154cf936d5 req-183811f4-0f56-463a-9ca1-99b256b698b6 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 943 time: 0.0784552 Sep 09 15:19:32.974662 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-4d15e98d-c7de-4c3b-bb86-15bdc958ef8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:33.030580 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-4d15e98d-c7de-4c3b-bb86-15bdc958ef8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62ff89b9b7e84b199475a59a0999d8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357904 Sep 09 15:19:33.032790 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15e98d-c7de-4c3b-bb86-15bdc958ef8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1386f68-d998-4d27-9362-3357d339cf64,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:33.033461 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45298) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:33.048886 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15e98d-c7de-4c3b-bb86-15bdc958ef8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:33.049237 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15e98d-c7de-4c3b-bb86-15bdc958ef8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:33.049579 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15e98d-c7de-4c3b-bb86-15bdc958ef8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:33.049920 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15e98d-c7de-4c3b-bb86-15bdc958ef8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:33.050252 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15e98d-c7de-4c3b-bb86-15bdc958ef8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:33.050580 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15e98d-c7de-4c3b-bb86-15bdc958ef8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:33.051013 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15e98d-c7de-4c3b-bb86-15bdc958ef8a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:33.051342 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15e98d-c7de-4c3b-bb86-15bdc958ef8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:33.051704 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15e98d-c7de-4c3b-bb86-15bdc958ef8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:33.052001 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15e98d-c7de-4c3b-bb86-15bdc958ef8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:33.052321 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15e98d-c7de-4c3b-bb86-15bdc958ef8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:33.052640 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d15e98d-c7de-4c3b-bb86-15bdc958ef8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:19:33.058677 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-02275dbc-9049-4c4f-9668-5b154cf936d5 req-46b97b05-8f7d-4a4b-904c-b0ce27ec591d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739021 Sep 09 15:19:33.091290 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bfbc1db3-c22c-4f20-8b82-6f4db6524c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:33.118601 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bfbc1db3-c22c-4f20-8b82-6f4db6524c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:33.170388 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bfbc1db3-c22c-4f20-8b82-6f4db6524c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:33.174090 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bfbc1db3-c22c-4f20-8b82-6f4db6524c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:33.175563 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-bfbc1db3-c22c-4f20-8b82-6f4db6524c28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1386f68-d998-4d27-9362-3357d339cf64 HTTP/1.1" status: 204 len: 168 time: 0.1409457 Sep 09 15:19:33.185541 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc1db3-c22c-4f20-8b82-6f4db6524c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1386f68-d998-4d27-9362-3357d339cf64,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:33.440579 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45304) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:33.453992 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d010d2e4-6d64-4215-9b21-7a1288720d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:33.543430 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d010d2e4-6d64-4215-9b21-7a1288720d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:33.547453 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d010d2e4-6d64-4215-9b21-7a1288720d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:33.589071 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d010d2e4-6d64-4215-9b21-7a1288720d73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cdbe6ad8e7014a3aa0ab15fefaf163cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473203 Sep 09 15:19:33.590295 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010d2e4-6d64-4215-9b21-7a1288720d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa1032a-176b-45cb-b725-523c6ac870aa,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:33.592177 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 45306) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:33.659476 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7bee547b-d89f-4a84-92b0-e459603616b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:33.684725 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7bee547b-d89f-4a84-92b0-e459603616b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:33.730873 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7bee547b-d89f-4a84-92b0-e459603616b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:33.734396 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7bee547b-d89f-4a84-92b0-e459603616b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:33.735309 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-7bee547b-d89f-4a84-92b0-e459603616b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2fa1032a-176b-45cb-b725-523c6ac870aa HTTP/1.1" status: 204 len: 168 time: 0.1416123 Sep 09 15:19:33.743146 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee547b-d89f-4a84-92b0-e459603616b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa1032a-176b-45cb-b725-523c6ac870aa,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:34.195856 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f09ddf-6b56-474a-b279-eda6689cc592 req-eca91be3-ef10-4c8f-8c80-ed2ef11b2814 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:34.197495 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e8f09ddf-6b56-474a-b279-eda6689cc592 req-eca91be3-ef10-4c8f-8c80-ed2ef11b2814 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 943 time: 0.0520058 Sep 09 15:19:34.243434 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e8f09ddf-6b56-474a-b279-eda6689cc592 req-f359ff22-f1b6-4e1a-954e-44583934645c tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384212 Sep 09 15:19:35.363720 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c34be7-ab2a-492a-97a8-78e5f3774c8d req-a158d0f0-daa3-46ba-9383-a597955b4790 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:35.365386 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d4c34be7-ab2a-492a-97a8-78e5f3774c8d req-a158d0f0-daa3-46ba-9383-a597955b4790 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 943 time: 0.0511298 Sep 09 15:19:35.403477 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d4c34be7-ab2a-492a-97a8-78e5f3774c8d req-6a93181d-bb98-4824-bd19-6fefacaa98fa tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320377 Sep 09 15:19:35.610448 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 45364) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:35.735717 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-fe2441a7-d1d7-4d84-b72d-ccf92aaf5460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:35.828615 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-fe2441a7-d1d7-4d84-b72d-ccf92aaf5460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:35.832863 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-fe2441a7-d1d7-4d84-b72d-ccf92aaf5460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:35.883610 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-fe2441a7-d1d7-4d84-b72d-ccf92aaf5460 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac8c508fc20e4e77b0b6aaa392f15a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720184 Sep 09 15:19:35.884321 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2441a7-d1d7-4d84-b72d-ccf92aaf5460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d97308-9519-4f32-9ca4-d4b3c2351d04,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:35.886609 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45368) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:35.952547 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d32572be-80df-4e86-8e2b-7676d5c567c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:35.975659 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d32572be-80df-4e86-8e2b-7676d5c567c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:36.027463 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d32572be-80df-4e86-8e2b-7676d5c567c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:36.030780 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d32572be-80df-4e86-8e2b-7676d5c567c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:36.031987 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d32572be-80df-4e86-8e2b-7676d5c567c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8d97308-9519-4f32-9ca4-d4b3c2351d04 HTTP/1.1" status: 204 len: 168 time: 0.1440227 Sep 09 15:19:36.039983 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32572be-80df-4e86-8e2b-7676d5c567c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d97308-9519-4f32-9ca4-d4b3c2351d04,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:36.298518 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 45374) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:36.312361 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d29fda0e-f022-4681-b2c5-898100a61471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:36.403436 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d29fda0e-f022-4681-b2c5-898100a61471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:36.407668 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d29fda0e-f022-4681-b2c5-898100a61471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:36.449473 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-d29fda0e-f022-4681-b2c5-898100a61471 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1721445268374fedad8b366991e40659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498344 Sep 09 15:19:36.450295 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fda0e-f022-4681-b2c5-898100a61471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126cc1e4-bb06-45d8-a657-efdcbcf36228,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:36.453021 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45378) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:36.517243 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f502fea5-1656-48a1-884e-a5b54c08c37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:36.544697 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f502fea5-1656-48a1-884e-a5b54c08c37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:36.547594 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd1195-d0f1-43e4-8ef2-570142ca7c50 req-3a7b5b98-db36-4a4f-84d8-1a5462a7217c tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:36.549202 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a8bd1195-d0f1-43e4-8ef2-570142ca7c50 req-3a7b5b98-db36-4a4f-84d8-1a5462a7217c tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 943 time: 0.0708823 Sep 09 15:19:36.589332 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a8bd1195-d0f1-43e4-8ef2-570142ca7c50 req-f7d7e10a-7018-43cf-ad05-1011bc74a8cb tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337923 Sep 09 15:19:36.595268 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f502fea5-1656-48a1-884e-a5b54c08c37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:36.597938 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f502fea5-1656-48a1-884e-a5b54c08c37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:36.601122 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f502fea5-1656-48a1-884e-a5b54c08c37d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/126cc1e4-bb06-45d8-a657-efdcbcf36228 HTTP/1.1" status: 204 len: 168 time: 0.1449246 Sep 09 15:19:36.607204 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502fea5-1656-48a1-884e-a5b54c08c37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126cc1e4-bb06-45d8-a657-efdcbcf36228,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:37.362226 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 76983e57-f876-436c-9191-6546ead62917 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:19:37.464695 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 76983e57-f876-436c-9191-6546ead62917, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=76983e57-f876-436c-9191-6546ead62917,segment=NetworkSegment(d35abc29-a5ac-46be-9d76-7e48632d83a2),segment_id=d35abc29-a5ac-46be-9d76-7e48632d83a2)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:19:37.476164 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': '76983e57-f876-436c-9191-6546ead62917', 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'port_id': '76983e57-f876-436c-9191-6546ead62917', 'mac_address': 'fa:16:3e:e0:01:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:19:37.516582 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:37.530480 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76983e57-f876-436c-9191-6546ead62917 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:19:37.550420 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 76983e57-f876-436c-9191-6546ead62917, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=76983e57-f876-436c-9191-6546ead62917,segment=NetworkSegment(d35abc29-a5ac-46be-9d76-7e48632d83a2),segment_id=d35abc29-a5ac-46be-9d76-7e48632d83a2)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:19:37.554263 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:37.603280 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=76983e57-f876-436c-9191-6546ead62917,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:37.725041 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a475a5-e067-44c8-820a-6106996b31ae req-1f5d4704-39d9-423a-912f-0bdbdd8cc6ad tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:37.726615 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-10a475a5-e067-44c8-820a-6106996b31ae req-1f5d4704-39d9-423a-912f-0bdbdd8cc6ad tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 944 time: 0.0554178 Sep 09 15:19:37.765890 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-10a475a5-e067-44c8-820a-6106996b31ae req-5c033074-fea7-4d79-b8bf-a4b056608675 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332713 Sep 09 15:19:37.770835 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['76983e57-f876-436c-9191-6546ead62917'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:19:38.890826 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae05abd-5d72-4764-999e-c7030781d748 req-3966449c-b4f6-4b0a-96a3-58d96177e693 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:38.892392 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6ae05abd-5d72-4764-999e-c7030781d748 req-3966449c-b4f6-4b0a-96a3-58d96177e693 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 944 time: 0.0553176 Sep 09 15:19:38.937969 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6ae05abd-5d72-4764-999e-c7030781d748 req-dff806f8-ef92-4285-b2b4-2741bd674357 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361981 Sep 09 15:19:39.965083 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 76983e57-f876-436c-9191-6546ead62917 up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:19:40.019930 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port 76983e57-f876-436c-9191-6546ead62917 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:19:40.024369 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port 76983e57-f876-436c-9191-6546ead62917 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:19:40.024743 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:40.076263 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bd5b1-4664-4cc1-bcf4-d0cc35322dc1 req-90f5e0c1-b953-49d7-a2c2-bf26d7ddabff tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:40.078563 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d66bd5b1-4664-4cc1-bcf4-d0cc35322dc1 req-90f5e0c1-b953-49d7-a2c2-bf26d7ddabff tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 944 time: 0.0499430 Sep 09 15:19:40.110523 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:40.115321 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-d66bd5b1-4664-4cc1-bcf4-d0cc35322dc1 req-72613d3c-8bef-42ed-a5d5-c790e38803d1 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306060 Sep 09 15:19:40.135659 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76983e57-f876-436c-9191-6546ead62917'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:19:40.137970 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4865da7-026e-47bc-9383-8f513519e9ed" -d '{"events": [{"server_uuid": "32bb3795-025e-48cf-aaab-e4e8331a00fa", "name": "network-vif-plugged", "status": "completed", "tag": "76983e57-f876-436c-9191-6546ead62917"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:19:40.152209 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 76983e57-f876-436c-9191-6546ead62917, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=76983e57-f876-436c-9191-6546ead62917,segment=NetworkSegment(d35abc29-a5ac-46be-9d76-7e48632d83a2),segment_id=d35abc29-a5ac-46be-9d76-7e48632d83a2)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:19:40.156748 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:40.180015 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76eea9a8-5e80-435f-aaf8-1066658be009 x-openstack-request-id: req-76eea9a8-5e80-435f-aaf8-1066658be009 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:19:40.180315 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bb3795-025e-48cf-aaab-e4e8331a00fa", "name": "network-vif-plugged", "status": "completed", "tag": "76983e57-f876-436c-9191-6546ead62917", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:19:40.180567 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76eea9a8-5e80-435f-aaf8-1066658be009 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:19:40.180960 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76983e57-f876-436c-9191-6546ead62917', 'code': 200} Sep 09 15:19:40.210058 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=76983e57-f876-436c-9191-6546ead62917,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:41.238633 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee76c83-5d03-4bd2-bfed-1c3f204a4f7b req-e18bd541-d492-4693-a40f-860b9d996fef tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:41.240164 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aee76c83-5d03-4bd2-bfed-1c3f204a4f7b req-e18bd541-d492-4693-a40f-860b9d996fef tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0542190 Sep 09 15:19:41.281838 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aee76c83-5d03-4bd2-bfed-1c3f204a4f7b req-9c2f138c-bc5d-49c6-97cf-8a0628987291 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356710 Sep 09 15:19:41.963526 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b3955-49ca-4001-8d3d-f28e0b1bb064 req-aa8eeac1-09b6-454a-87ef-870b5144505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:41.965007 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c78b3955-49ca-4001-8d3d-f28e0b1bb064 req-aa8eeac1-09b6-454a-87ef-870b5144505a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 1098 time: 0.0416765 Sep 09 15:19:42.000793 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c78b3955-49ca-4001-8d3d-f28e0b1bb064 req-960048b6-2a40-45d6-988f-0587ce74d8d3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287535 Sep 09 15:19:42.402242 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c2db-6322-4337-bf85-dd5cd2c5a90d req-7a2e5313-2163-4209-a800-ce7d947f8b2b tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:42.403962 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-81f5c2db-6322-4337-bf85-dd5cd2c5a90d req-7a2e5313-2163-4209-a800-ce7d947f8b2b tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0515735 Sep 09 15:19:42.445747 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-81f5c2db-6322-4337-bf85-dd5cd2c5a90d req-094fb702-ee1b-4a0d-ba16-99d5666b6e2c tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352845 Sep 09 15:19:43.586350 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c93cd-0cbe-4ed1-8b7e-7f1d5f78919e req-ca5615d8-c8ec-4612-9b49-a611256d662b tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:43.587939 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1c3c93cd-0cbe-4ed1-8b7e-7f1d5f78919e req-ca5615d8-c8ec-4612-9b49-a611256d662b tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0532680 Sep 09 15:19:43.635458 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1c3c93cd-0cbe-4ed1-8b7e-7f1d5f78919e req-ff185c07-6b60-4f33-8687-d5b0f3d8542a tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404503 Sep 09 15:19:43.763804 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eddf4-49b9-4e36-ac49-106fd5ade1a2 req-8baa0a23-3ea2-4e14-b334-88956157fe89 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:43.766012 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-618eddf4-49b9-4e36-ac49-106fd5ade1a2 req-8baa0a23-3ea2-4e14-b334-88956157fe89 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0535290 Sep 09 15:19:43.813300 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-618eddf4-49b9-4e36-ac49-106fd5ade1a2 req-b7206b39-2e3a-4370-a121-a638d23d194e tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350747 Sep 09 15:19:43.841486 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45472) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:44.099064 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc62313-ba43-4175-9399-660d8cc12ef0 tempest-TestShelveInstance-2002720843 tempest-TestShelveInstance-2002720843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:44.100629 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0fc62313-ba43-4175-9399-660d8cc12ef0 tempest-TestShelveInstance-2002720843 tempest-TestShelveInstance-2002720843-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 1093 time: 0.2581458 Sep 09 15:19:44.103752 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45476) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:44.108146 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Request body: {'floatingip': {'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'port_id': '76983e57-f876-436c-9191-6546ead62917', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:19:44.132409 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for floatingip, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:44.240640 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:44.348017 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Allocated IP 172.27.3.77 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/9f256099-e635-42ec-a999-c432fb57f4e0) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:19:44.452340 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:44.489945 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:44.526894 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:19:44.529759 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:19:44.534211 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:19:44.542430 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Pushing event updated for resources: {'Port': ['ID=9f256099-e635-42ec-a999-c432fb57f4e0,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:44.941263 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:45.020137 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:45.042326 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:19:45.154055 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 45484) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:45.201942 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:45.208275 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:45.281793 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9d30c6da-f1e6-4e3e-85fc-9f881dbcc31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:45.286370 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Pushing event updated for resources: {'Port': ['ID=9f256099-e635-42ec-a999-c432fb57f4e0,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:45.295143 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681918'] for floatingip, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:45.397382 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9d30c6da-f1e6-4e3e-85fc-9f881dbcc31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:45.401883 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-9d30c6da-f1e6-4e3e-85fc-9f881dbcc31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:45.421305 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.l3_db [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Floating IP 4d089009-8095-44ed-a84b-5f80455d6fc9 associated. External IP: 172.27.3.77, port: 76983e57-f876-436c-9191-6546ead62917. Sep 09 15:19:45.448602 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-9d30c6da-f1e6-4e3e-85fc-9f881dbcc31e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=972b4f3dbde84a88b798d9b111060233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933438 Sep 09 15:19:45.450955 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30c6da-f1e6-4e3e-85fc-9f881dbcc31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfe9f3c-6d02-4ede-9a9a-c8a9567785db,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:45.455331 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 45488) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:19:45.512561 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8cfcafef-c688-4431-bb54-ec0b8239a5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:45.537261 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8cfcafef-c688-4431-bb54-ec0b8239a5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:45.587385 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8cfcafef-c688-4431-bb54-ec0b8239a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:45.590007 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-8cfcafef-c688-4431-bb54-ec0b8239a5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:45.594069 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-8cfcafef-c688-4431-bb54-ec0b8239a5cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/adfe9f3c-6d02-4ede-9a9a-c8a9567785db HTTP/1.1" status: 204 len: 168 time: 0.1347582 Sep 09 15:19:45.603294 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcafef-c688-4431-bb54-ec0b8239a5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfe9f3c-6d02-4ede-9a9a-c8a9567785db,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:19:45.644616 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Router ee57bb38-6adb-4d56-8d9e-148b024e7559 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:19:45.779506 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:19:45.794583 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba504fd-e331-454e-92ed-889d2cda1b01 None None] Sync routers for ids ['ee57bb38-6adb-4d56-8d9e-148b024e7559'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:19:45.801992 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:45.811957 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba504fd-e331-454e-92ed-889d2cda1b01 None None] Routers {'ee57bb38-6adb-4d56-8d9e-148b024e7559'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:19:45.812790 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-aba504fd-e331-454e-92ed-889d2cda1b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:19:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['ee57bb38-6adb-4d56-8d9e-148b024e7559'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:45.960610 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-aba504fd-e331-454e-92ed-889d2cda1b01 None None] Set router ee57bb38-6adb-4d56-8d9e-148b024e7559 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:19:46.123220 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ae886a6d-b9bb-4de6-a96b-f3e9fc384315 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0183909 Sep 09 15:19:46.124075 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'tag': '76983e57-f876-436c-9191-6546ead62917'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:19:46.126952 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcca3b8-8506-4387-84ce-df4aa563517c" -d '{"events": [{"name": "network-changed", "server_uuid": "32bb3795-025e-48cf-aaab-e4e8331a00fa", "tag": "76983e57-f876-436c-9191-6546ead62917"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:19:46.168389 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b147bd-5cec-4a2f-a2e1-7776d0597392 x-openstack-request-id: req-96b147bd-5cec-4a2f-a2e1-7776d0597392 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:19:46.168637 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bb3795-025e-48cf-aaab-e4e8331a00fa", "tag": "76983e57-f876-436c-9191-6546ead62917", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:19:46.169053 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96b147bd-5cec-4a2f-a2e1-7776d0597392 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:19:46.169513 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'tag': '76983e57-f876-436c-9191-6546ead62917', 'status': 'completed', 'code': 200} Sep 09 15:19:46.222774 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-aba504fd-e331-454e-92ed-889d2cda1b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'name': 'tempest-TestShelveInstance-63434297-router', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:18:58Z', 'revision_number': 4, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'gw_port': {'id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '4d089009-8095-44ed-a84b-5f80455d6fc9', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'port_id': '76983e57-f876-436c-9191-6546ead62917', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'mac_address': 'fa:16:3e:e0:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:19:44Z', 'updated_at': '2021-09-09T15:19:44Z', 'revision_number': 0, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45bcf288-dae9-4b5a-92b7-f98ee0b1003e', 'name': '', 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'mac_address': 'fa:16:3e:24:91:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:57Z', 'updated_at': '2021-09-09T15:19:06Z', 'revision_number': 5, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'subnets': [{'id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:46.239451 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcca3b8-8506-4387-84ce-df4aa563517c req-098813b7-8d80-4ef0-b22b-8dfaebc130bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:46.241008 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6bcca3b8-8506-4387-84ce-df4aa563517c req-098813b7-8d80-4ef0-b22b-8dfaebc130bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4df2095778484cc7ac0214fbf88663ef&device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 1098 time: 0.0442736 Sep 09 15:19:46.251893 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba504fd-e331-454e-92ed-889d2cda1b01 None None] Checking router: ee57bb38-6adb-4d56-8d9e-148b024e7559 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:19:46.260665 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba504fd-e331-454e-92ed-889d2cda1b01 None None] Routers {'ee57bb38-6adb-4d56-8d9e-148b024e7559'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:19:46.261277 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-aba504fd-e331-454e-92ed-889d2cda1b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:19:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['ee57bb38-6adb-4d56-8d9e-148b024e7559'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:46.342894 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcca3b8-8506-4387-84ce-df4aa563517c req-550dfd2a-a93b-47a3-afd0-e887dd9bdbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:46.345009 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6bcca3b8-8506-4387-84ce-df4aa563517c req-550dfd2a-a93b-47a3-afd0-e887dd9bdbf0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0984a54-7def-43d0-913d-331c0bc27070 HTTP/1.1" status: 200 len: 908 time: 0.0975621 Sep 09 15:19:46.371723 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-aba504fd-e331-454e-92ed-889d2cda1b01 None None] Set router ee57bb38-6adb-4d56-8d9e-148b024e7559 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:19:46.416341 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6bcca3b8-8506-4387-84ce-df4aa563517c req-9b937432-4bd1-4e3d-8753-c0d20735623e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76983e57-f876-436c-9191-6546ead62917 HTTP/1.1" status: 200 len: 998 time: 0.0641556 Sep 09 15:19:46.471780 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcca3b8-8506-4387-84ce-df4aa563517c req-7069388e-c5f4-4236-8b57-43f62b110fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:46.473329 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6bcca3b8-8506-4387-84ce-df4aa563517c req-7069388e-c5f4-4236-8b57-43f62b110fa2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2b661ef-efa4-4273-9365-2674d40f533a HTTP/1.1" status: 200 len: 846 time: 0.0501850 Sep 09 15:19:46.525108 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcca3b8-8506-4387-84ce-df4aa563517c req-8ea8828e-5198-4d9a-bba1-80075044c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:19:46.526634 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6bcca3b8-8506-4387-84ce-df4aa563517c req-8ea8828e-5198-4d9a-bba1-80075044c58e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0984a54-7def-43d0-913d-331c0bc27070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462210 Sep 09 15:19:46.618758 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-aba504fd-e331-454e-92ed-889d2cda1b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'name': 'tempest-TestShelveInstance-63434297-router', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:18:58Z', 'revision_number': 4, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'gw_port': {'id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '4d089009-8095-44ed-a84b-5f80455d6fc9', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'port_id': '76983e57-f876-436c-9191-6546ead62917', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'mac_address': 'fa:16:3e:e0:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:19:44Z', 'updated_at': '2021-09-09T15:19:44Z', 'revision_number': 0, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45bcf288-dae9-4b5a-92b7-f98ee0b1003e', 'name': '', 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'mac_address': 'fa:16:3e:24:91:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:57Z', 'updated_at': '2021-09-09T15:19:06Z', 'revision_number': 5, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'subnets': [{'id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:19:46.621884 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6bcca3b8-8506-4387-84ce-df4aa563517c req-d78b03b7-8174-44bd-994a-9302f9491986 service neutron] 10.222.0.39 "GET /v2.0/networks/e0984a54-7def-43d0-913d-331c0bc27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879407 Sep 09 15:19:46.730189 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6bcca3b8-8506-4387-84ce-df4aa563517c req-eeea5455-9386-45f7-a7a8-fac7eb3f3d9d service neutron] 10.222.0.39 "GET /v2.0/networks/e0984a54-7def-43d0-913d-331c0bc27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010227 Sep 09 15:19:46.783232 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba504fd-e331-454e-92ed-889d2cda1b01 None None] The sync data for ids ['ee57bb38-6adb-4d56-8d9e-148b024e7559'] in dv-cinder-776307-9-iscsi is: [{'id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'name': 'tempest-TestShelveInstance-63434297-router', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:18:58Z', 'revision_number': 4, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'gw_port': {'id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '4d089009-8095-44ed-a84b-5f80455d6fc9', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'port_id': '76983e57-f876-436c-9191-6546ead62917', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'mac_address': 'fa:16:3e:e0:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:19:44Z', 'updated_at': '2021-09-09T15:19:44Z', 'revision_number': 0, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45bcf288-dae9-4b5a-92b7-f98ee0b1003e', 'name': '', 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'mac_address': 'fa:16:3e:24:91:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:57Z', 'updated_at': '2021-09-09T15:19:06Z', 'revision_number': 5, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'subnets': [{'id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:19:46.982450 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef97b9e-809e-4d47-8d29-37f4303a8b22 None None] New status for floating IP 4d089009-8095-44ed-a84b-5f80455d6fc9: ACTIVE {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 15:19:47.877430 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-52b66aad-62bc-4932-b9f0-5a3128f1d0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:50.690141 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-64455690-f0c0-4779-91f3-820fb5a01f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:50.848187 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:51.723900 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:53.384244 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:19:54.958368 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:13.465179 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-5ddeac1f-5eb3-47f7-beda-a8f3d1e55721 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21295870&fields=id&tenant_id=60e24a0985124167a48ad737065f163e HTTP/1.1" status: 200 len: 267 time: 0.0353615 Sep 09 15:20:13.581135 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-50e90bbe-62ff-4ebc-b2f2-d213fe5e9aad tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:13.582848 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-50e90bbe-62ff-4ebc-b2f2-d213fe5e9aad tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/networks?id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed HTTP/1.1" status: 200 len: 811 time: 0.1109583 Sep 09 15:20:13.598135 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-66bf5997-1b12-4497-8d79-0d7656301777 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/quotas/60e24a0985124167a48ad737065f163e HTTP/1.1" status: 200 len: 375 time: 0.0095420 Sep 09 15:20:13.659376 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-9c0f72e7-546e-47d2-a0b0-0d3424b71201 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=60e24a0985124167a48ad737065f163e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0559659 Sep 09 15:20:13.753252 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-9a1c15c8-724a-4199-868c-49a72a621830 service neutron] 10.222.0.18 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811641 Sep 09 15:20:13.845332 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-7d57dc05-e960-41aa-9a25-937cd6d770ae service neutron] 10.222.0.18 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855911 Sep 09 15:20:14.133045 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7e313f82-170e-48b5-89cb-1118c72d689c req-a7023f28-fccb-4d33-b6f2-d8426dcecdfc tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 210 time: 0.0273952 Sep 09 15:20:15.055473 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-e6a8609a-96d7-45c2-b8ad-fa045bcc04f6 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:15.056940 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-e6a8609a-96d7-45c2-b8ad-fa045bcc04f6 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.39 "GET /v2.0/networks?id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed HTTP/1.1" status: 200 len: 811 time: 0.1069169 Sep 09 15:20:15.102401 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-c7c01175-aa1d-4457-92b7-fdfffeb91a0d tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60e24a0985124167a48ad737065f163e HTTP/1.1" status: 200 len: 378 time: 0.0344527 Sep 09 15:20:15.112926 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-d6cc4a97-09e1-41ec-84aa-7b37c408dd7b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Request body: {'port': {'device_id': 'eb372d2b-03eb-42fa-8b8d-782f1a095fa6', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'admin_state_up': True, 'tenant_id': '60e24a0985124167a48ad737065f163e', 'security_groups': ['768cdb08-b9e8-486e-8c4d-3ac17634155f']}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:20:15.241678 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-7a4a7ab1-2e08-4ff8-9fbe-b3a935fe6954 req-0796274c-9d13-464f-902a-65e6552c21f6 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 210 time: 0.0332422 Sep 09 15:20:15.249498 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-d6cc4a97-09e1-41ec-84aa-7b37c408dd7b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Made reservation on behalf of 60e24a0985124167a48ad737065f163e for: {'port': 1} {{(pid=94130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:20:15.252982 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-d6cc4a97-09e1-41ec-84aa-7b37c408dd7b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:15.381694 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.db_base_plugin_common [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-d6cc4a97-09e1-41ec-84aa-7b37c408dd7b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Allocated IP 172.20.0.11 (bb9a8432-2f02-41d7-9d2b-f1ca273997ed/b56d118f-8744-4cdd-be23-a614a2b19b95/43be054b-0c8f-4748-8981-bd3f73382e21) {{(pid=94130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:20:15.526593 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-d6cc4a97-09e1-41ec-84aa-7b37c408dd7b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for port, precommit_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:15.541172 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-d6cc4a97-09e1-41ec-84aa-7b37c408dd7b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Transition to ACTIVE for port object 43be054b-0c8f-4748-8981-bd3f73382e21 will not be triggered until provisioned by entity DHCP. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:20:15.574616 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-d6cc4a97-09e1-41ec-84aa-7b37c408dd7b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_create {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:15.614272 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-d6cc4a97-09e1-41ec-84aa-7b37c408dd7b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Network bb9a8432-2f02-41d7-9d2b-f1ca273997ed is already hosted by enough agents. {{(pid=94130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:20:15.617364 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.base_scheduler [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-d6cc4a97-09e1-41ec-84aa-7b37c408dd7b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Resources bound (agent type, host, resource id): {{(pid=94130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:20:15.620963 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-d6cc4a97-09e1-41ec-84aa-7b37c408dd7b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Received port after_create {{(pid=94130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:20:15.656255 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc4a97-09e1-41ec-84aa-7b37c408dd7b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event updated for resources: {'Port': ['ID=43be054b-0c8f-4748-8981-bd3f73382e21,revision_number=1']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:20:15.685263 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-d6cc4a97-09e1-41ec-84aa-7b37c408dd7b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:15.686668 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-d6cc4a97-09e1-41ec-84aa-7b37c408dd7b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:15.703109 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-d6cc4a97-09e1-41ec-84aa-7b37c408dd7b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5937884 Sep 09 15:20:15.715865 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.v2.base [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Request body: {'port': {'device_id': 'eb372d2b-03eb-42fa-8b8d-782f1a095fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=94130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:20:15.774192 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:15.855009 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-c275d308-35e1-4ecb-ab57-4319840fa63f None None] Provisioning for port 43be054b-0c8f-4748-8981-bd3f73382e21 completed by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:20:15.862091 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-c275d308-35e1-4ecb-ab57-4319840fa63f None None] Provisioning complete for port 43be054b-0c8f-4748-8981-bd3f73382e21 triggered by entity DHCP. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:20:15.862735 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c275d308-35e1-4ecb-ab57-4319840fa63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:15.915256 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-c275d308-35e1-4ecb-ab57-4319840fa63f None None] Port 43be054b-0c8f-4748-8981-bd3f73382e21 cannot update to ACTIVE because it is not bound. {{(pid=94132) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 15:20:16.055191 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43be054b-0c8f-4748-8981-bd3f73382e21 {{(pid=94130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:20:16.062929 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:16.074748 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.provisioning_blocks [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Transition to ACTIVE for port object 43be054b-0c8f-4748-8981-bd3f73382e21 will not be triggered until provisioned by entity L2. {{(pid=94130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 15:20:16.078986 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:16.131296 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Pushing event updated for resources: {'Port': ['ID=43be054b-0c8f-4748-8981-bd3f73382e21,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:20:16.204698 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Attempting to bind port 43be054b-0c8f-4748-8981-bd3f73382e21 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 15:20:16.205031 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Attempting to bind port 43be054b-0c8f-4748-8981-bd3f73382e21 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 15:20:16.205366 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Attempting to bind port 43be054b-0c8f-4748-8981-bd3f73382e21 on network bb9a8432-2f02-41d7-9d2b-f1ca273997ed {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:20:16.210063 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Port 43be054b-0c8f-4748-8981-bd3f73382e21 on network bb9a8432-2f02-41d7-9d2b-f1ca273997ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 15:20:16.210476 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Attempting to bind port 43be054b-0c8f-4748-8981-bd3f73382e21 on network bb9a8432-2f02-41d7-9d2b-f1ca273997ed {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 15:20:16.215820 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Checking agent: {'id': '1889928d-01d9-46aa-a366-60ebd0ba6863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'started_at': datetime.datetime(2021, 9, 9, 15, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 15, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 15:20:16.216154 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Checking segment: {'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 15:20:16.216541 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Bound using segment: {'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 15:20:16.216971 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Bound port: 43be054b-0c8f-4748-8981-bd3f73382e21, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a3083b5-dd81-4442-87be-ed338b9e00b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed'}}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 15:20:16.217515 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:16.289141 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] For port 43be054b-0c8f-4748-8981-bd3f73382e21, host hv-cinder-77630, cleared binding levels {{(pid=94130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:20:16.293844 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] For port 43be054b-0c8f-4748-8981-bd3f73382e21, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=43be054b-0c8f-4748-8981-bd3f73382e21,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:20:16.299117 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60062536'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:16.342839 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:16.343563 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:16.344858 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] 10.222.0.39 "PUT /v2.0/ports/43be054b-0c8f-4748-8981-bd3f73382e21 HTTP/1.1" status: 200 len: 1094 time: 0.6334293 Sep 09 15:20:16.345305 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb372d2b-03eb-42fa-8b8d-782f1a095fa6', 'tag': '43be054b-0c8f-4748-8981-bd3f73382e21'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:20:16.347591 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635611e0-0bbf-4073-8fff-be3d98d58d99" -d '{"events": [{"name": "network-changed", "server_uuid": "eb372d2b-03eb-42fa-8b8d-782f1a095fa6", "tag": "43be054b-0c8f-4748-8981-bd3f73382e21"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:20:16.382055 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde7cbf-563d-480e-a1d7-7280991ff686 service neutron] Pushing event updated for resources: {'Port': ['ID=43be054b-0c8f-4748-8981-bd3f73382e21,revision_number=3']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:20:16.429371 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bf2cce-91e7-415a-a1d7-1ae71e2dd89c x-openstack-request-id: req-21bf2cce-91e7-415a-a1d7-1ae71e2dd89c {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:20:16.429612 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb372d2b-03eb-42fa-8b8d-782f1a095fa6", "tag": "43be054b-0c8f-4748-8981-bd3f73382e21", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:20:16.429798 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21bf2cce-91e7-415a-a1d7-1ae71e2dd89c {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:20:16.430190 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb372d2b-03eb-42fa-8b8d-782f1a095fa6', 'tag': '43be054b-0c8f-4748-8981-bd3f73382e21', 'status': 'completed', 'code': 200} Sep 09 15:20:16.469136 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-d3cadcbd-292a-425f-b442-c719ec060901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:16.470666 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-d3cadcbd-292a-425f-b442-c719ec060901 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60e24a0985124167a48ad737065f163e&device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 1097 time: 0.0767386 Sep 09 15:20:16.479580 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa01eb-45c3-41d0-ae32-d7f9a409482c req-c66d7373-ebff-4499-bb8a-2e624b02446a tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:16.481102 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-42aa01eb-45c3-41d0-ae32-d7f9a409482c req-c66d7373-ebff-4499-bb8a-2e624b02446a tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 944 time: 0.0758405 Sep 09 15:20:16.788927 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-98d3fe4f-8eb4-47c0-8aa6-a84c6682801b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43be054b-0c8f-4748-8981-bd3f73382e21 HTTP/1.1" status: 200 len: 217 time: 0.3068392 Sep 09 15:20:16.848823 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-42aa01eb-45c3-41d0-ae32-d7f9a409482c req-617e27a8-0b07-4e18-abb1-a0dd92be8aff tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3594887 Sep 09 15:20:16.861219 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-9d3d77d9-c816-454b-8bc8-30d3a3903ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:16.862690 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-9d3d77d9-c816-454b-8bc8-30d3a3903ff6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b56d118f-8744-4cdd-be23-a614a2b19b95 HTTP/1.1" status: 200 len: 850 time: 0.0622747 Sep 09 15:20:16.910917 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-5490ce28-1082-467b-9796-feba9b5c3251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:16.912420 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-5490ce28-1082-467b-9796-feba9b5c3251 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412621 Sep 09 15:20:17.022910 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-332dabc0-e47e-49d9-9584-7c7d0f175b49 service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992355 Sep 09 15:20:17.123531 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-72854ba8-41c8-4700-8e03-d968788a8eaf req-461bb123-b116-4ac1-ad48-aa4e9bd60ac1 service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919442 Sep 09 15:20:17.213497 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635611e0-0bbf-4073-8fff-be3d98d58d99 req-805cbeff-7903-4745-af46-eb8b5d9d3ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:17.215216 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-635611e0-0bbf-4073-8fff-be3d98d58d99 req-805cbeff-7903-4745-af46-eb8b5d9d3ad7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60e24a0985124167a48ad737065f163e&device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 1097 time: 0.0460403 Sep 09 15:20:17.308905 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635611e0-0bbf-4073-8fff-be3d98d58d99 req-106bf7bc-f195-4137-9163-1957b40e6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:17.310373 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-635611e0-0bbf-4073-8fff-be3d98d58d99 req-106bf7bc-f195-4137-9163-1957b40e6b53 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed HTTP/1.1" status: 200 len: 912 time: 0.0878823 Sep 09 15:20:17.356813 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-635611e0-0bbf-4073-8fff-be3d98d58d99 req-52b59d51-8ec9-48e6-b5b3-7a9a10b777ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43be054b-0c8f-4748-8981-bd3f73382e21 HTTP/1.1" status: 200 len: 217 time: 0.0378830 Sep 09 15:20:17.407379 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635611e0-0bbf-4073-8fff-be3d98d58d99 req-b5ec99aa-f72f-4e32-9c47-fa9beb5e7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:17.408764 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-635611e0-0bbf-4073-8fff-be3d98d58d99 req-b5ec99aa-f72f-4e32-9c47-fa9beb5e7af5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b56d118f-8744-4cdd-be23-a614a2b19b95 HTTP/1.1" status: 200 len: 850 time: 0.0452175 Sep 09 15:20:17.456360 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635611e0-0bbf-4073-8fff-be3d98d58d99 req-7cfa0f7f-36b5-461c-847f-efdd6f0db8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:17.457886 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-635611e0-0bbf-4073-8fff-be3d98d58d99 req-7cfa0f7f-36b5-461c-847f-efdd6f0db8f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413198 Sep 09 15:20:17.556382 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-635611e0-0bbf-4073-8fff-be3d98d58d99 req-a2b38e0a-6d33-4246-85de-0905a45a0823 service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880482 Sep 09 15:20:17.655389 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-635611e0-0bbf-4073-8fff-be3d98d58d99 req-c4d10af4-0ba6-4f8a-a53f-c2256f024c9e service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866888 Sep 09 15:20:17.880413 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-14ff00df-ebfa-44ca-bcdf-e98897dd1d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:17.977767 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafad198-1691-4ab7-b3df-68e75ab17e6c req-27e8e4d5-f9c6-46a0-8343-6739d9259e79 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:17.979371 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dafad198-1691-4ab7-b3df-68e75ab17e6c req-27e8e4d5-f9c6-46a0-8343-6739d9259e79 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 944 time: 0.0543873 Sep 09 15:20:18.020367 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-dafad198-1691-4ab7-b3df-68e75ab17e6c req-edf80f37-7de5-4375-b736-d7f01eb6ccd7 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335288 Sep 09 15:20:19.156734 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a227e1-aebf-4564-a6c8-3352f31f08c2 req-be1d63ff-bfcf-40cc-a296-917ba25b70ce tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:19.158185 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b7a227e1-aebf-4564-a6c8-3352f31f08c2 req-be1d63ff-bfcf-40cc-a296-917ba25b70ce tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 944 time: 0.0543749 Sep 09 15:20:19.198687 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b7a227e1-aebf-4564-a6c8-3352f31f08c2 req-ddd364a6-b210-4860-9d38-40e17e3fa3a9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344970 Sep 09 15:20:20.321834 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd425b5-6029-4afa-805f-80bf874d0fef req-49fb957a-4343-4191-ac4f-11ca7ea7ad1f tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:20.323397 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9fd425b5-6029-4afa-805f-80bf874d0fef req-49fb957a-4343-4191-ac4f-11ca7ea7ad1f tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 944 time: 0.0494888 Sep 09 15:20:20.363258 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9fd425b5-6029-4afa-805f-80bf874d0fef req-bbb19bbd-3614-4a8c-ad4a-adc8c10e3550 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325198 Sep 09 15:20:20.691135 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-622280e8-d4ad-4721-b362-a7da303a1009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:20.841898 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:21.490335 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4fa55-3ed4-4f78-84b6-c991bebd7586 req-e9b6431f-4495-4550-95f8-c8f3ad3b590f tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:21.491890 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8ec4fa55-3ed4-4f78-84b6-c991bebd7586 req-e9b6431f-4495-4550-95f8-c8f3ad3b590f tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 944 time: 0.0552120 Sep 09 15:20:21.536655 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8ec4fa55-3ed4-4f78-84b6-c991bebd7586 req-b3b60d64-b860-4385-b206-17df4f11e711 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355589 Sep 09 15:20:21.725977 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:22.041409 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:20:22.649337 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d0da0-32bd-46af-a1fc-b0d684ffbfc7 req-cf61d6f6-2cdd-407f-ac94-86026edbfa1a tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:22.650929 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c36d0da0-32bd-46af-a1fc-b0d684ffbfc7 req-cf61d6f6-2cdd-407f-ac94-86026edbfa1a tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 944 time: 0.0496149 Sep 09 15:20:22.688323 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c36d0da0-32bd-46af-a1fc-b0d684ffbfc7 req-b18de27d-51b2-41f4-a1fe-5e0d9f015a42 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308516 Sep 09 15:20:23.383944 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:23.800034 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a17f30-53e4-4f75-b6b0-11986425156e req-e2b9927d-5162-4e93-b5ae-6fc9843d4c88 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:23.801522 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-37a17f30-53e4-4f75-b6b0-11986425156e req-e2b9927d-5162-4e93-b5ae-6fc9843d4c88 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 944 time: 0.0485325 Sep 09 15:20:23.839301 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-37a17f30-53e4-4f75-b6b0-11986425156e req-9af33337-daf5-43da-875d-6758b44e5b2f tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318518 Sep 09 15:20:24.952027 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:24.976028 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547e64a-29f1-411f-a56c-25c04c3a75b3 req-2b14dcfc-a5b3-4288-be3e-a7794244f939 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:24.977553 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c547e64a-29f1-411f-a56c-25c04c3a75b3 req-2b14dcfc-a5b3-4288-be3e-a7794244f939 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 944 time: 0.0684283 Sep 09 15:20:25.019278 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c547e64a-29f1-411f-a56c-25c04c3a75b3 req-a8dedd85-ca58-4d09-8cdf-6808b3aa4340 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345960 Sep 09 15:20:25.689896 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 43be054b-0c8f-4748-8981-bd3f73382e21 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:20:25.795623 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 43be054b-0c8f-4748-8981-bd3f73382e21, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=43be054b-0c8f-4748-8981-bd3f73382e21,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:20:25.807831 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': '43be054b-0c8f-4748-8981-bd3f73382e21', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'port_id': '43be054b-0c8f-4748-8981-bd3f73382e21', 'mac_address': 'fa:16:3e:de:9d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:20:25.845799 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:25.859436 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43be054b-0c8f-4748-8981-bd3f73382e21 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:20:25.883328 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 43be054b-0c8f-4748-8981-bd3f73382e21, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=43be054b-0c8f-4748-8981-bd3f73382e21,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:20:25.887494 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:25.935740 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=43be054b-0c8f-4748-8981-bd3f73382e21,revision_number=4']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:20:25.943534 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:25.943876 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:25.944211 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:25.944542 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:25.944867 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:25.945193 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:25.945515 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:25.945834 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:25.946156 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:25.946475 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:25.946822 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:25.947137 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:26.098484 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['43be054b-0c8f-4748-8981-bd3f73382e21'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:20:26.150297 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2004e-5528-4971-b919-7f012f80a0fd req-853e7e2c-c1dc-405e-aa49-7d54cb066787 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:26.152063 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aff2004e-5528-4971-b919-7f012f80a0fd req-853e7e2c-c1dc-405e-aa49-7d54cb066787 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 945 time: 0.0523837 Sep 09 15:20:26.198512 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-aff2004e-5528-4971-b919-7f012f80a0fd req-f6db7db7-ddbe-4b9f-b288-cece3e739559 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392389 Sep 09 15:20:27.316668 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654e32c-72ec-4261-b2b3-01a01d987810 req-6c898761-68ae-433a-b261-292c50a8c711 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:27.318125 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3654e32c-72ec-4261-b2b3-01a01d987810 req-6c898761-68ae-433a-b261-292c50a8c711 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 945 time: 0.0485556 Sep 09 15:20:27.353699 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-3654e32c-72ec-4261-b2b3-01a01d987810 req-fa145e8b-0b62-493a-8e7e-32ca3b1da860 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297425 Sep 09 15:20:27.704054 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 43be054b-0c8f-4748-8981-bd3f73382e21 up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:20:27.750576 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning for port 43be054b-0c8f-4748-8981-bd3f73382e21 completed by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 15:20:27.754389 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port 43be054b-0c8f-4748-8981-bd3f73382e21 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:20:27.754786 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:27.832807 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:27.854330 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb372d2b-03eb-42fa-8b8d-782f1a095fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43be054b-0c8f-4748-8981-bd3f73382e21'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:20:27.856609 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67381ca-8680-4bee-a37b-754b49c1a66a" -d '{"events": [{"server_uuid": "eb372d2b-03eb-42fa-8b8d-782f1a095fa6", "name": "network-vif-plugged", "status": "completed", "tag": "43be054b-0c8f-4748-8981-bd3f73382e21"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:20:27.869534 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 43be054b-0c8f-4748-8981-bd3f73382e21, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=43be054b-0c8f-4748-8981-bd3f73382e21,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:20:27.873659 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:27.897592 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70da26dc-0192-4256-baf7-08e0247db5ec x-openstack-request-id: req-70da26dc-0192-4256-baf7-08e0247db5ec {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:20:27.897880 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb372d2b-03eb-42fa-8b8d-782f1a095fa6", "name": "network-vif-plugged", "status": "completed", "tag": "43be054b-0c8f-4748-8981-bd3f73382e21", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:20:27.898128 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70da26dc-0192-4256-baf7-08e0247db5ec {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:20:27.898522 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb372d2b-03eb-42fa-8b8d-782f1a095fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43be054b-0c8f-4748-8981-bd3f73382e21', 'code': 200} Sep 09 15:20:27.923714 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=43be054b-0c8f-4748-8981-bd3f73382e21,revision_number=5']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:20:28.120536 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a918ac-7522-42e2-8dc6-ab613629b975 req-d711a970-7ddf-48b1-815a-b0af9b40b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:28.122162 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-82a918ac-7522-42e2-8dc6-ab613629b975 req-d711a970-7ddf-48b1-815a-b0af9b40b715 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0532591 Sep 09 15:20:28.157832 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-82a918ac-7522-42e2-8dc6-ab613629b975 req-bc17973b-8cdb-48b3-903c-c6571b49d506 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0288837 Sep 09 15:20:28.470165 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e4e72-9f18-4c4d-bd3f-c64c3867ff18 req-d4cef603-2282-4e53-9835-05a30b72a2a0 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:28.471844 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1a4e4e72-9f18-4c4d-bd3f-c64c3867ff18 req-d4cef603-2282-4e53-9835-05a30b72a2a0 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 946 time: 0.0507948 Sep 09 15:20:28.511775 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-1a4e4e72-9f18-4c4d-bd3f-c64c3867ff18 req-7471d680-419f-4fc6-9d23-6ce7cfe6a205 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339520 Sep 09 15:20:29.630361 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e5267-d156-4de4-935b-208d38ff189b req-e84a0b44-6d57-4384-88d8-e336bd52ac23 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:29.631904 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-519e5267-d156-4de4-935b-208d38ff189b req-e84a0b44-6d57-4384-88d8-e336bd52ac23 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 946 time: 0.0490344 Sep 09 15:20:29.672352 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-519e5267-d156-4de4-935b-208d38ff189b req-8a9abbd6-5e2b-42b6-828d-e8f6ff381552 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340600 Sep 09 15:20:29.790722 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b8ca4-4833-4a34-8ffe-243bff45c7da req-5db28161-2d8a-49a4-bd19-602438d504a2 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:29.792234 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-df7b8ca4-4833-4a34-8ffe-243bff45c7da req-5db28161-2d8a-49a4-bd19-602438d504a2 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 946 time: 0.0548079 Sep 09 15:20:29.831329 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-df7b8ca4-4833-4a34-8ffe-243bff45c7da req-7ea65eb6-0434-4d50-8743-28e9ee14f9bc tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322828 Sep 09 15:20:29.853861 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45594) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:20:30.055750 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb855fab-a171-483a-8384-a7fa88625fa0 tempest-TestVolumeBootPattern-1931687803 tempest-TestVolumeBootPattern-1931687803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:30.057277 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-fb855fab-a171-483a-8384-a7fa88625fa0 tempest-TestVolumeBootPattern-1931687803 tempest-TestVolumeBootPattern-1931687803-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 1094 time: 0.2024407 Sep 09 15:20:30.060094 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45598) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:20:30.064566 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Request body: {'floatingip': {'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'port_id': '43be054b-0c8f-4748-8981-bd3f73382e21', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:20:30.087401 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for floatingip, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:30.189180 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:30.295214 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Allocated IP 172.27.3.40 (1e824111-cf35-4689-9431-3e5bca072ae7/2526a5d9-0770-4c6c-98de-0422ee1622b8/8cee2380-0b82-4284-996d-232f2cb968b5) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:20:30.410774 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:30.450860 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752444931539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:30.489760 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Network 1e824111-cf35-4689-9431-3e5bca072ae7 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:20:30.492720 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:20:30.496300 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 15:20:30.522509 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event updated for resources: {'Port': ['ID=8cee2380-0b82-4284-996d-232f2cb968b5,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:20:30.538379 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:30.538739 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:30.539086 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:30.539424 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:30.539750 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:30.540076 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:30.540402 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:30.540723 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:30.541047 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:30.541366 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:30.541690 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:30.542064 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:20:30.888624 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:30.958350 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:31.070678 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f180caee-cadc-425e-bcc4-100d9520fdf9 req-28705e6c-611b-4667-90c7-d71f58e237de service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441017 Sep 09 15:20:31.119414 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:31.124354 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3167830'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:31.166110 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180caee-cadc-425e-bcc4-100d9520fdf9 req-0fb1932e-5daf-46da-8864-8397a33504ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:31.167710 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f180caee-cadc-425e-bcc4-100d9520fdf9 req-0fb1932e-5daf-46da-8864-8397a33504ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60e24a0985124167a48ad737065f163e&device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 1098 time: 0.0524955 Sep 09 15:20:31.202854 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event updated for resources: {'Port': ['ID=8cee2380-0b82-4284-996d-232f2cb968b5,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:20:31.214785 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681918'] for floatingip, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:31.283526 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180caee-cadc-425e-bcc4-100d9520fdf9 req-167977e3-8828-417c-96ff-23b483ab1058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:31.285047 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f180caee-cadc-425e-bcc4-100d9520fdf9 req-167977e3-8828-417c-96ff-23b483ab1058 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed HTTP/1.1" status: 200 len: 912 time: 0.0958889 Sep 09 15:20:31.327986 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.l3_db [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Floating IP 7a3e5c57-f46b-401b-b2ee-67f933eea6dc associated. External IP: 172.27.3.40, port: 43be054b-0c8f-4748-8981-bd3f73382e21. Sep 09 15:20:31.357717 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f180caee-cadc-425e-bcc4-100d9520fdf9 req-1329490b-fddb-4448-b7e9-6a7a147dd395 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dcbac44-8094-4302-a71a-0ec719720cf9 HTTP/1.1" status: 200 len: 1001 time: 0.0655854 Sep 09 15:20:31.412741 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180caee-cadc-425e-bcc4-100d9520fdf9 req-7191ae15-ec36-41bb-b018-f37ab44250ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:31.414224 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f180caee-cadc-425e-bcc4-100d9520fdf9 req-7191ae15-ec36-41bb-b018-f37ab44250ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b56d118f-8744-4cdd-be23-a614a2b19b95 HTTP/1.1" status: 200 len: 850 time: 0.0500050 Sep 09 15:20:31.464714 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180caee-cadc-425e-bcc4-100d9520fdf9 req-ae9be904-d591-425b-85a9-d627994afb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:31.466232 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f180caee-cadc-425e-bcc4-100d9520fdf9 req-ae9be904-d591-425b-85a9-d627994afb37 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436604 Sep 09 15:20:31.558476 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Router f5939e44-ffbd-486c-9615-332e223dacc3 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:20:31.561324 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f180caee-cadc-425e-bcc4-100d9520fdf9 req-5b62b1ee-af17-46b5-ad39-9238864c876f service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880291 Sep 09 15:20:31.675274 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f180caee-cadc-425e-bcc4-100d9520fdf9 req-bd8fba8a-9cae-4750-afc1-a9a3f6ad67b8 service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065853 Sep 09 15:20:31.682302 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:20:31.693047 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5964494a-675b-4a28-8cde-d88ca433c7fb None None] Sync routers for ids ['f5939e44-ffbd-486c-9615-332e223dacc3'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:20:31.702232 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:31.705011 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5964494a-675b-4a28-8cde-d88ca433c7fb None None] Routers {'f5939e44-ffbd-486c-9615-332e223dacc3'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:20:31.705735 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-5964494a-675b-4a28-8cde-d88ca433c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:20:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['f5939e44-ffbd-486c-9615-332e223dacc3'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:20:31.733650 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0a44244a-ffae-4a92-960e-6ced0d047615 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6725123 Sep 09 15:20:31.734237 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb372d2b-03eb-42fa-8b8d-782f1a095fa6', 'tag': '43be054b-0c8f-4748-8981-bd3f73382e21'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:20:31.737171 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c711d6-dc9f-4a08-87f4-13eeebd2deab" -d '{"events": [{"name": "network-changed", "server_uuid": "eb372d2b-03eb-42fa-8b8d-782f1a095fa6", "tag": "43be054b-0c8f-4748-8981-bd3f73382e21"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:20:31.774946 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a52c00-c054-4245-9fb4-e4d056feca0e x-openstack-request-id: req-46a52c00-c054-4245-9fb4-e4d056feca0e {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:20:31.775240 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb372d2b-03eb-42fa-8b8d-782f1a095fa6", "tag": "43be054b-0c8f-4748-8981-bd3f73382e21", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:20:31.775494 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46a52c00-c054-4245-9fb4-e4d056feca0e {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:20:31.775900 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb372d2b-03eb-42fa-8b8d-782f1a095fa6', 'tag': '43be054b-0c8f-4748-8981-bd3f73382e21', 'status': 'completed', 'code': 200} Sep 09 15:20:31.818302 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-5964494a-675b-4a28-8cde-d88ca433c7fb None None] Set router f5939e44-ffbd-486c-9615-332e223dacc3 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:20:31.843440 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c711d6-dc9f-4a08-87f4-13eeebd2deab req-2c5a5969-bc93-4a44-a9fc-dc501d6c85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:31.845625 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e4c711d6-dc9f-4a08-87f4-13eeebd2deab req-2c5a5969-bc93-4a44-a9fc-dc501d6c85f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60e24a0985124167a48ad737065f163e&device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0433710 Sep 09 15:20:31.941188 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c711d6-dc9f-4a08-87f4-13eeebd2deab req-e3099b03-2396-43a2-92cf-c572acaba519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:31.942585 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e4c711d6-dc9f-4a08-87f4-13eeebd2deab req-e3099b03-2396-43a2-92cf-c572acaba519 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed HTTP/1.1" status: 200 len: 912 time: 0.0904090 Sep 09 15:20:32.013259 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e4c711d6-dc9f-4a08-87f4-13eeebd2deab req-75cf7a08-6c4a-44da-a391-c71965b45c94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43be054b-0c8f-4748-8981-bd3f73382e21 HTTP/1.1" status: 200 len: 999 time: 0.0624843 Sep 09 15:20:32.063867 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-5964494a-675b-4a28-8cde-d88ca433c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '5946e065-f830-4df4-b5f2-379b3054a83f', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'port_id': '8dcbac44-8094-4302-a71a-0ec719720cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'mac_address': 'fa:16:3e:ca:3f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:18:09Z', 'updated_at': '2021-09-09T15:18:11Z', 'revision_number': 1, 'project_id': '60e24a0985124167a48ad737065f163e', 'fixed_ip_address_scope': None}, {'id': '7a3e5c57-f46b-401b-b2ee-67f933eea6dc', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'port_id': '43be054b-0c8f-4748-8981-bd3f73382e21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'mac_address': 'fa:16:3e:de:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb372d2b-03eb-42fa-8b8d-782f1a095fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:20:30Z', 'updated_at': '2021-09-09T15:20:30Z', 'revision_number': 0, 'project_id': '60e24a0985124167a48ad737065f163e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:03Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:20:32.065644 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c711d6-dc9f-4a08-87f4-13eeebd2deab req-c304e1a0-0abd-423e-8584-d5d87960c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:32.067202 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e4c711d6-dc9f-4a08-87f4-13eeebd2deab req-c304e1a0-0abd-423e-8584-d5d87960c079 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b56d118f-8744-4cdd-be23-a614a2b19b95 HTTP/1.1" status: 200 len: 850 time: 0.0477295 Sep 09 15:20:32.092333 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5964494a-675b-4a28-8cde-d88ca433c7fb None None] Checking router: f5939e44-ffbd-486c-9615-332e223dacc3 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:20:32.101694 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5964494a-675b-4a28-8cde-d88ca433c7fb None None] Routers {'f5939e44-ffbd-486c-9615-332e223dacc3'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:20:32.102294 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-5964494a-675b-4a28-8cde-d88ca433c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:20:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['f5939e44-ffbd-486c-9615-332e223dacc3'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:20:32.118862 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c711d6-dc9f-4a08-87f4-13eeebd2deab req-67060c2c-48bd-4370-87ec-0b04c8b393ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:20:32.120521 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e4c711d6-dc9f-4a08-87f4-13eeebd2deab req-67060c2c-48bd-4370-87ec-0b04c8b393ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462840 Sep 09 15:20:32.211206 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-5964494a-675b-4a28-8cde-d88ca433c7fb None None] Set router f5939e44-ffbd-486c-9615-332e223dacc3 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:20:32.212758 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e4c711d6-dc9f-4a08-87f4-13eeebd2deab req-124693a7-fb9e-4385-98cf-167733589f59 service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846965 Sep 09 15:20:32.308834 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e4c711d6-dc9f-4a08-87f4-13eeebd2deab req-6fcbcb30-af3e-4aee-ae1a-41ee04a0da03 service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882838 Sep 09 15:20:32.442749 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-5964494a-675b-4a28-8cde-d88ca433c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '5946e065-f830-4df4-b5f2-379b3054a83f', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'port_id': '8dcbac44-8094-4302-a71a-0ec719720cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'mac_address': 'fa:16:3e:ca:3f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:18:09Z', 'updated_at': '2021-09-09T15:18:11Z', 'revision_number': 1, 'project_id': '60e24a0985124167a48ad737065f163e', 'fixed_ip_address_scope': None}, {'id': '7a3e5c57-f46b-401b-b2ee-67f933eea6dc', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'port_id': '43be054b-0c8f-4748-8981-bd3f73382e21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'mac_address': 'fa:16:3e:de:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb372d2b-03eb-42fa-8b8d-782f1a095fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:20:30Z', 'updated_at': '2021-09-09T15:20:30Z', 'revision_number': 0, 'project_id': '60e24a0985124167a48ad737065f163e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:03Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:20:32.473779 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5964494a-675b-4a28-8cde-d88ca433c7fb None None] The sync data for ids ['f5939e44-ffbd-486c-9615-332e223dacc3'] in dv-cinder-776307-9-iscsi is: [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '5946e065-f830-4df4-b5f2-379b3054a83f', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'port_id': '8dcbac44-8094-4302-a71a-0ec719720cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'mac_address': 'fa:16:3e:ca:3f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:18:09Z', 'updated_at': '2021-09-09T15:18:11Z', 'revision_number': 1, 'project_id': '60e24a0985124167a48ad737065f163e', 'fixed_ip_address_scope': None}, {'id': '7a3e5c57-f46b-401b-b2ee-67f933eea6dc', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'port_id': '43be054b-0c8f-4748-8981-bd3f73382e21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'mac_address': 'fa:16:3e:de:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb372d2b-03eb-42fa-8b8d-782f1a095fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:20:30Z', 'updated_at': '2021-09-09T15:20:30Z', 'revision_number': 0, 'project_id': '60e24a0985124167a48ad737065f163e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:03Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:20:32.685137 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdbec4f-b53d-4169-adef-43fa805dec8e None None] New status for floating IP 7a3e5c57-f46b-401b-b2ee-67f933eea6dc: ACTIVE {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 15:20:47.883132 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e5063164-57f7-4f08-9b80-dc4ebf137746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:50.691811 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8f5e6f84-3e32-4f0d-a5fe-db6de72c7c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:50.844627 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:51.727647 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:53.388366 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:54.965057 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:20:59.040792 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:21:17.887382 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-54e9f7c4-7e79-4e2e-852c-2d9075b0bbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:21:20.693800 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-32358a16-2f62-4eb5-8083-463d518d522b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:21:20.851638 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:21:21.730948 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:21:23.389665 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:21:24.965729 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:21:31.686539 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8a5bff68-b909-41c5-a1b3-d9cc75a4c8e9 req-135b7981-638f-47e5-a7f5-ed9192d10756 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863504 Sep 09 15:21:31.746508 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bff68-b909-41c5-a1b3-d9cc75a4c8e9 req-a73b11ed-dd8b-48c4-bf02-bca86f99e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:31.747997 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8a5bff68-b909-41c5-a1b3-d9cc75a4c8e9 req-a73b11ed-dd8b-48c4-bf02-bca86f99e401 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4df2095778484cc7ac0214fbf88663ef&device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 1098 time: 0.0400991 Sep 09 15:21:31.853253 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bff68-b909-41c5-a1b3-d9cc75a4c8e9 req-e25e37b3-8903-4b25-82d4-01c2cbc8522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:31.854738 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8a5bff68-b909-41c5-a1b3-d9cc75a4c8e9 req-e25e37b3-8903-4b25-82d4-01c2cbc8522d service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0984a54-7def-43d0-913d-331c0bc27070 HTTP/1.1" status: 200 len: 908 time: 0.0873132 Sep 09 15:21:31.917160 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8a5bff68-b909-41c5-a1b3-d9cc75a4c8e9 req-3e18f89e-9312-42ca-8e13-806813cce7a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76983e57-f876-436c-9191-6546ead62917 HTTP/1.1" status: 200 len: 1000 time: 0.0555086 Sep 09 15:21:31.969134 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bff68-b909-41c5-a1b3-d9cc75a4c8e9 req-5e0f10b1-af79-44ea-9f0d-84f8a4adcf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:31.970587 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8a5bff68-b909-41c5-a1b3-d9cc75a4c8e9 req-5e0f10b1-af79-44ea-9f0d-84f8a4adcf38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2b661ef-efa4-4273-9365-2674d40f533a HTTP/1.1" status: 200 len: 846 time: 0.0471866 Sep 09 15:21:32.015707 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bff68-b909-41c5-a1b3-d9cc75a4c8e9 req-cd3e27ba-0be2-44b0-881c-c35b8340f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:32.017178 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8a5bff68-b909-41c5-a1b3-d9cc75a4c8e9 req-cd3e27ba-0be2-44b0-881c-c35b8340f604 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0984a54-7def-43d0-913d-331c0bc27070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399561 Sep 09 15:21:32.028268 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [req-8a5bff68-b909-41c5-a1b3-d9cc75a4c8e9 req-af8c848b-ce68-46d1-aaf9-594df88a5d79 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 15:21:32.029215 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8a5bff68-b909-41c5-a1b3-d9cc75a4c8e9 req-af8c848b-ce68-46d1-aaf9-594df88a5d79 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048945 Sep 09 15:21:32.119894 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8a5bff68-b909-41c5-a1b3-d9cc75a4c8e9 req-21c207a6-d4a9-49e9-b590-ecd6bb689799 service neutron] 10.222.0.39 "GET /v2.0/networks/e0984a54-7def-43d0-913d-331c0bc27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838726 Sep 09 15:21:32.224231 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8a5bff68-b909-41c5-a1b3-d9cc75a4c8e9 req-1fc810db-8d02-41f3-a7b3-18b08698dfc4 service neutron] 10.222.0.39 "GET /v2.0/networks/e0984a54-7def-43d0-913d-331c0bc27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971665 Sep 09 15:21:36.039312 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:21:43.837699 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03df3a-ab47-4680-82be-4dcc70227cbb req-5f790ac1-5d71-4bba-8f61-5a6cce79c72d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:43.839307 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2e03df3a-ab47-4680-82be-4dcc70227cbb req-5f790ac1-5d71-4bba-8f61-5a6cce79c72d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.1624513 Sep 09 15:21:43.879362 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2e03df3a-ab47-4680-82be-4dcc70227cbb req-9bba1138-0f24-4ac7-8a97-45a7562201e0 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340159 Sep 09 15:21:45.048672 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e8f6e-3ca0-42b7-ab5f-b9040f148685 req-c41184bf-9709-4051-80d3-85313c295ced tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:45.050176 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c02e8f6e-3ca0-42b7-ab5f-b9040f148685 req-c41184bf-9709-4051-80d3-85313c295ced tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.1028180 Sep 09 15:21:45.090778 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c02e8f6e-3ca0-42b7-ab5f-b9040f148685 req-6d55fadb-bc1c-43b3-b085-28e684933ee3 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336082 Sep 09 15:21:46.207507 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd668d41-8765-42d3-8e50-58e65f556e0b req-38e7da7f-048b-4d58-ab81-9f180a716d85 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:46.208962 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-fd668d41-8765-42d3-8e50-58e65f556e0b req-38e7da7f-048b-4d58-ab81-9f180a716d85 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0478706 Sep 09 15:21:46.247690 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-fd668d41-8765-42d3-8e50-58e65f556e0b req-665055e3-924c-40cf-9e64-f04897c66bea tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324037 Sep 09 15:21:47.360114 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc21eb-2f2c-447f-923d-7673cb9d6c36 req-7fcc925b-a74f-4f7e-8ae8-05b0ebe4a412 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:47.361582 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f5cc21eb-2f2c-447f-923d-7673cb9d6c36 req-7fcc925b-a74f-4f7e-8ae8-05b0ebe4a412 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0480878 Sep 09 15:21:47.398816 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f5cc21eb-2f2c-447f-923d-7673cb9d6c36 req-08f0b44b-17fc-4a94-a6c2-bcdbdd0f36bf tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313008 Sep 09 15:21:47.889585 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9652b5b7-1e0b-41c1-a46d-218b2e2f480a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:21:48.518293 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce909d6b-bd00-4e92-a2dc-206f7f1a34f3 req-37b4c853-6c4c-4fc6-9f66-72ef91eda3bd tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:48.519841 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ce909d6b-bd00-4e92-a2dc-206f7f1a34f3 req-37b4c853-6c4c-4fc6-9f66-72ef91eda3bd tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0522499 Sep 09 15:21:48.559887 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-ce909d6b-bd00-4e92-a2dc-206f7f1a34f3 req-2acccdc0-f933-4552-b49d-a9ca5af64d90 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314951 Sep 09 15:21:49.681688 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b16c37-9daa-4aa7-8f9a-00b64b3cfccf req-27d7667e-0602-41f5-bc14-f963c8da4536 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:49.683536 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-12b16c37-9daa-4aa7-8f9a-00b64b3cfccf req-27d7667e-0602-41f5-bc14-f963c8da4536 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0526071 Sep 09 15:21:49.724090 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-12b16c37-9daa-4aa7-8f9a-00b64b3cfccf req-28d86ce0-5b18-4f43-9d5e-3a7546ab3c82 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342424 Sep 09 15:21:50.694515 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-be0be6c1-3aef-4059-92ce-b9025c16e8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:21:50.844622 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:21:50.849439 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c2804-7602-43ca-82ed-943fca6647c3 req-97113db0-fa66-4423-9314-840c5d06ac8d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:50.851041 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bc7c2804-7602-43ca-82ed-943fca6647c3 req-97113db0-fa66-4423-9314-840c5d06ac8d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0550065 Sep 09 15:21:50.892050 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bc7c2804-7602-43ca-82ed-943fca6647c3 req-377ac791-b46c-411b-b425-5d2207802747 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338464 Sep 09 15:21:51.737187 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:21:52.012222 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdc644-5771-4fe6-b2df-29a5cc7a4998 req-7167e418-843f-4a04-9d35-5a46ac0537fe tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:52.014785 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-99bdc644-5771-4fe6-b2df-29a5cc7a4998 req-7167e418-843f-4a04-9d35-5a46ac0537fe tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0543990 Sep 09 15:21:52.056457 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-99bdc644-5771-4fe6-b2df-29a5cc7a4998 req-575c92af-27a8-4475-ba13-38a92d9d8ee6 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327396 Sep 09 15:21:53.174674 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda0250-a05d-4211-b4d0-fed174ffd19f req-daa2aa2c-13a1-433f-b611-c3fecd5880aa tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:53.176102 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bdda0250-a05d-4211-b4d0-fed174ffd19f req-daa2aa2c-13a1-433f-b611-c3fecd5880aa tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0518806 Sep 09 15:21:53.213082 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bdda0250-a05d-4211-b4d0-fed174ffd19f req-a1488976-6b8f-4e8a-a862-bdcf39c6b6b2 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310915 Sep 09 15:21:53.392224 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:21:53.854366 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49edeb1-a12c-4723-8403-7d899ef40d9d req-689b070f-f828-461d-9159-0d50cbccaa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:53.856294 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b49edeb1-a12c-4723-8403-7d899ef40d9d req-689b070f-f828-461d-9159-0d50cbccaa08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4df2095778484cc7ac0214fbf88663ef&device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 1098 time: 0.0420010 Sep 09 15:21:53.952217 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49edeb1-a12c-4723-8403-7d899ef40d9d req-75f37287-0e07-4f03-a73c-4e6fecc199d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:53.953743 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b49edeb1-a12c-4723-8403-7d899ef40d9d req-75f37287-0e07-4f03-a73c-4e6fecc199d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0984a54-7def-43d0-913d-331c0bc27070 HTTP/1.1" status: 200 len: 908 time: 0.0904202 Sep 09 15:21:54.025020 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b49edeb1-a12c-4723-8403-7d899ef40d9d req-6243f64d-ddf2-4d76-81c6-f47d6e5dbb7c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76983e57-f876-436c-9191-6546ead62917 HTTP/1.1" status: 200 len: 1000 time: 0.0640244 Sep 09 15:21:54.080301 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49edeb1-a12c-4723-8403-7d899ef40d9d req-878ea89e-ec64-410b-914e-22cb2731f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:54.081771 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b49edeb1-a12c-4723-8403-7d899ef40d9d req-878ea89e-ec64-410b-914e-22cb2731f753 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2b661ef-efa4-4273-9365-2674d40f533a HTTP/1.1" status: 200 len: 846 time: 0.0498729 Sep 09 15:21:54.129482 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49edeb1-a12c-4723-8403-7d899ef40d9d req-8d03c0ab-2653-4bb6-bfb0-1d5121630848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:54.131033 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b49edeb1-a12c-4723-8403-7d899ef40d9d req-8d03c0ab-2653-4bb6-bfb0-1d5121630848 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0984a54-7def-43d0-913d-331c0bc27070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415103 Sep 09 15:21:54.225176 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b49edeb1-a12c-4723-8403-7d899ef40d9d req-550ebe81-8a4e-4eb3-81e0-d795d182b97a service neutron] 10.222.0.39 "GET /v2.0/networks/e0984a54-7def-43d0-913d-331c0bc27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864151 Sep 09 15:21:54.359725 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5cc1f-26a7-4a63-8581-ae26b9625d1b req-ad0e15b9-00be-4b31-932f-274a7c74459e tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:54.361162 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0fa5cc1f-26a7-4a63-8581-ae26b9625d1b req-ad0e15b9-00be-4b31-932f-274a7c74459e tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0683115 Sep 09 15:21:54.365413 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-b49edeb1-a12c-4723-8403-7d899ef40d9d req-3f98e435-1386-4627-ac60-ffb644f6ec31 service neutron] 10.222.0.39 "GET /v2.0/networks/e0984a54-7def-43d0-913d-331c0bc27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330032 Sep 09 15:21:54.407108 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0fa5cc1f-26a7-4a63-8581-ae26b9625d1b req-91dd5577-bb00-4c84-9890-30c172708af5 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395420 Sep 09 15:21:54.977691 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:21:55.524498 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d13bc1-4ea7-4f6c-91ce-aa2cca667323 req-828d1a96-7cc8-41c7-9b2c-e3d1b14546e9 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:55.526033 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-03d13bc1-4ea7-4f6c-91ce-aa2cca667323 req-828d1a96-7cc8-41c7-9b2c-e3d1b14546e9 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0480580 Sep 09 15:21:55.564209 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-03d13bc1-4ea7-4f6c-91ce-aa2cca667323 req-3e3e54a4-8629-403d-b28e-50d50dcffb28 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316632 Sep 09 15:21:56.680378 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee3be0-a8a8-4db7-abcf-c02745603db8 req-7b8256fb-1ebf-40f0-bfc9-9679183633f0 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:56.681839 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2fee3be0-a8a8-4db7-abcf-c02745603db8 req-7b8256fb-1ebf-40f0-bfc9-9679183633f0 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0487113 Sep 09 15:21:56.721362 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2fee3be0-a8a8-4db7-abcf-c02745603db8 req-fd464156-1d65-49ef-92a6-a046f4da4b73 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335765 Sep 09 15:21:56.964961 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab6663-4963-4e20-9287-c23b9ad0fed8 req-b293000d-ead7-4eb6-84ee-c03a9076f3ad tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:56.966554 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9dab6663-4963-4e20-9287-c23b9ad0fed8 req-b293000d-ead7-4eb6-84ee-c03a9076f3ad tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0825291 Sep 09 15:21:56.973691 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-70642dcd-8d05-427c-9d7d-b61ecc82ec9d req-b36f715e-e323-4e1a-a5c3-0ffb836414e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1105824 Sep 09 15:21:57.007086 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9dab6663-4963-4e20-9287-c23b9ad0fed8 req-05ca9e64-fcb5-4984-9c52-c08f4634ae42 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324414 Sep 09 15:21:58.124400 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c74f0-286b-4e6e-8d13-a59623e69be9 req-c77ea1c6-f4fd-4806-82a6-f810c6b662e7 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:58.126912 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8c5c74f0-286b-4e6e-8d13-a59623e69be9 req-c77ea1c6-f4fd-4806-82a6-f810c6b662e7 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0503004 Sep 09 15:21:58.164757 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8c5c74f0-286b-4e6e-8d13-a59623e69be9 req-fd4a7761-4cd1-4530-b83d-79050c61cf26 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315096 Sep 09 15:21:58.301026 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70642dcd-8d05-427c-9d7d-b61ecc82ec9d req-6aed3345-9bef-4add-838e-06ef0ffce55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:58.302463 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-70642dcd-8d05-427c-9d7d-b61ecc82ec9d req-6aed3345-9bef-4add-838e-06ef0ffce55e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa&tenant_id=4df2095778484cc7ac0214fbf88663ef HTTP/1.1" status: 200 len: 1098 time: 0.0408664 Sep 09 15:21:58.368810 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70642dcd-8d05-427c-9d7d-b61ecc82ec9d req-b07da793-917b-4fde-b45e-be104eba1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:58.370317 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-70642dcd-8d05-427c-9d7d-b61ecc82ec9d req-b07da793-917b-4fde-b45e-be104eba1347 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4df2095778484cc7ac0214fbf88663ef&device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 1098 time: 0.0445673 Sep 09 15:21:58.463814 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70642dcd-8d05-427c-9d7d-b61ecc82ec9d req-3c44c306-57fb-4ef9-acd2-35b24b59046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:58.465343 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-70642dcd-8d05-427c-9d7d-b61ecc82ec9d req-3c44c306-57fb-4ef9-acd2-35b24b59046a service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0984a54-7def-43d0-913d-331c0bc27070 HTTP/1.1" status: 200 len: 908 time: 0.0878389 Sep 09 15:21:58.535766 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-70642dcd-8d05-427c-9d7d-b61ecc82ec9d req-3813bdf0-c425-4d4e-b4f3-ccce1ca69d30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76983e57-f876-436c-9191-6546ead62917 HTTP/1.1" status: 200 len: 1000 time: 0.0636594 Sep 09 15:21:58.586356 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70642dcd-8d05-427c-9d7d-b61ecc82ec9d req-165153cb-54a0-44c5-b9ad-0ca568d98d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:58.587786 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-70642dcd-8d05-427c-9d7d-b61ecc82ec9d req-165153cb-54a0-44c5-b9ad-0ca568d98d7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2b661ef-efa4-4273-9365-2674d40f533a HTTP/1.1" status: 200 len: 846 time: 0.0450435 Sep 09 15:21:58.633701 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70642dcd-8d05-427c-9d7d-b61ecc82ec9d req-2f61e509-1bf9-4f32-8901-1b819e282e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:58.635225 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-70642dcd-8d05-427c-9d7d-b61ecc82ec9d req-2f61e509-1bf9-4f32-8901-1b819e282e7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0984a54-7def-43d0-913d-331c0bc27070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393629 Sep 09 15:21:58.735297 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-70642dcd-8d05-427c-9d7d-b61ecc82ec9d req-fd6b11c9-9ef2-4daf-ae8d-9fb630800eb4 service neutron] 10.222.0.39 "GET /v2.0/networks/e0984a54-7def-43d0-913d-331c0bc27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926909 Sep 09 15:21:58.826008 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-70642dcd-8d05-427c-9d7d-b61ecc82ec9d req-73c6649d-b96e-4611-b7bc-0de46f3fcc46 service neutron] 10.222.0.39 "GET /v2.0/networks/e0984a54-7def-43d0-913d-331c0bc27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839806 Sep 09 15:21:58.951391 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45692) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:21:59.119654 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Deleting port 8cee2380-0b82-4284-996d-232f2cb968b5 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:21:59.119892 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:21:59.194564 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:21:59.194933 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:21:59.206716 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Calling delete_port for 8cee2380-0b82-4284-996d-232f2cb968b5 owned by network:floatingip {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:21:59.288516 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c8b81-2170-4093-84d8-fd358608e4f3 req-fa48f1ac-3d46-46b4-8d10-164ea40cbd33 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:21:59.290026 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-831c8b81-2170-4093-84d8-fd358608e4f3 req-fa48f1ac-3d46-46b4-8d10-164ea40cbd33 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0571656 Sep 09 15:21:59.329804 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-831c8b81-2170-4093-84d8-fd358608e4f3 req-0c979160-8063-47e5-899d-67af3a2f49fe tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337818 Sep 09 15:21:59.380599 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:21:59.405668 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event deleted for resources: {'Port': ['ID=8cee2380-0b82-4284-996d-232f2cb968b5,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:21:59.420043 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:21:59.420356 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:21:59.420696 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:21:59.421034 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:21:59.421366 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:21:59.421697 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:21:59.422028 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:21:59.422893 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:21:59.423342 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:21:59.423906 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:21:59.424269 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:21:59.424596 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:21:59.483108 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for floatingip, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:21:59.483494 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.l3_db [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Floating IP 7a3e5c57-f46b-401b-b2ee-67f933eea6dc disassociated (deleted). External IP: 172.27.3.40, port: 43be054b-0c8f-4748-8981-bd3f73382e21. Sep 09 15:21:59.697761 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Router f5939e44-ffbd-486c-9615-332e223dacc3 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:21:59.806156 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:21:59.811173 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:21:59.815867 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f155fc03-7f10-4fb6-abf5-311275820592 None None] Sync routers for ids ['f5939e44-ffbd-486c-9615-332e223dacc3'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:21:59.825138 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f155fc03-7f10-4fb6-abf5-311275820592 None None] Routers {'f5939e44-ffbd-486c-9615-332e223dacc3'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:21:59.825752 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-f155fc03-7f10-4fb6-abf5-311275820592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:21:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['f5939e44-ffbd-486c-9615-332e223dacc3'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:21:59.839613 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-66116050-692b-4d1b-bb24-caf3cd46fd5e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "DELETE /v2.0/floatingips/7a3e5c57-f46b-401b-b2ee-67f933eea6dc HTTP/1.1" status: 204 len: 168 time: 0.8871186 Sep 09 15:21:59.840295 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb372d2b-03eb-42fa-8b8d-782f1a095fa6', 'tag': '43be054b-0c8f-4748-8981-bd3f73382e21'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:21:59.842657 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b41ffb2-c036-4fd1-96d0-642816eb4800" -d '{"events": [{"name": "network-changed", "server_uuid": "eb372d2b-03eb-42fa-8b8d-782f1a095fa6", "tag": "43be054b-0c8f-4748-8981-bd3f73382e21"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:21:59.940046 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-f155fc03-7f10-4fb6-abf5-311275820592 None None] Set router f5939e44-ffbd-486c-9615-332e223dacc3 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:21:59.948441 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0005c871-adde-4527-b07d-70b9d4668757 x-openstack-request-id: req-0005c871-adde-4527-b07d-70b9d4668757 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:21:59.948674 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb372d2b-03eb-42fa-8b8d-782f1a095fa6", "tag": "43be054b-0c8f-4748-8981-bd3f73382e21", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:21:59.949103 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0005c871-adde-4527-b07d-70b9d4668757 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:21:59.949472 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb372d2b-03eb-42fa-8b8d-782f1a095fa6', 'tag': '43be054b-0c8f-4748-8981-bd3f73382e21', 'status': 'completed', 'code': 200} Sep 09 15:22:00.015306 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41ffb2-c036-4fd1-96d0-642816eb4800 req-00e24c08-1b1a-4ada-84f8-ba4aa498d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:00.017515 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6b41ffb2-c036-4fd1-96d0-642816eb4800 req-00e24c08-1b1a-4ada-84f8-ba4aa498d50c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60e24a0985124167a48ad737065f163e&device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0453126 Sep 09 15:22:00.137133 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c2599-deeb-4465-ba75-898ee254715f req-eb929f4f-6f7f-4e6f-84bf-441c365f8ce7 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:00.138620 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c38c2599-deeb-4465-ba75-898ee254715f req-eb929f4f-6f7f-4e6f-84bf-441c365f8ce7 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 946 time: 0.1051683 Sep 09 15:22:00.171197 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41ffb2-c036-4fd1-96d0-642816eb4800 req-7ef3f240-4de8-4f40-8eab-1b013c80dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:00.172721 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6b41ffb2-c036-4fd1-96d0-642816eb4800 req-7ef3f240-4de8-4f40-8eab-1b013c80dd86 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed HTTP/1.1" status: 200 len: 912 time: 0.1479583 Sep 09 15:22:00.189406 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-f155fc03-7f10-4fb6-abf5-311275820592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '5946e065-f830-4df4-b5f2-379b3054a83f', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'port_id': '8dcbac44-8094-4302-a71a-0ec719720cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'mac_address': 'fa:16:3e:ca:3f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:18:09Z', 'updated_at': '2021-09-09T15:18:11Z', 'revision_number': 1, 'project_id': '60e24a0985124167a48ad737065f163e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:03Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:00.195964 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c38c2599-deeb-4465-ba75-898ee254715f req-a22d0df5-699d-4a38-9e61-6a1ac857c25f tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495868 Sep 09 15:22:00.217766 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 76983e57-f876-436c-9191-6546ead62917 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:22:00.220736 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f155fc03-7f10-4fb6-abf5-311275820592 None None] Checking router: f5939e44-ffbd-486c-9615-332e223dacc3 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:22:00.223625 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6b41ffb2-c036-4fd1-96d0-642816eb4800 req-be9159ce-78e7-4c80-900d-3481af938218 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43be054b-0c8f-4748-8981-bd3f73382e21 HTTP/1.1" status: 200 len: 217 time: 0.0406532 Sep 09 15:22:00.259699 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f155fc03-7f10-4fb6-abf5-311275820592 None None] Routers {'f5939e44-ffbd-486c-9615-332e223dacc3'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:22:00.259699 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-f155fc03-7f10-4fb6-abf5-311275820592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:21:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['f5939e44-ffbd-486c-9615-332e223dacc3'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:00.280558 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41ffb2-c036-4fd1-96d0-642816eb4800 req-de3f79cd-ca10-47cb-bbd4-899464244505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:00.282102 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6b41ffb2-c036-4fd1-96d0-642816eb4800 req-de3f79cd-ca10-47cb-bbd4-899464244505 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b56d118f-8744-4cdd-be23-a614a2b19b95 HTTP/1.1" status: 200 len: 850 time: 0.0496054 Sep 09 15:22:00.331421 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41ffb2-c036-4fd1-96d0-642816eb4800 req-983cc498-6757-4380-bca4-9a351885ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:00.332944 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6b41ffb2-c036-4fd1-96d0-642816eb4800 req-983cc498-6757-4380-bca4-9a351885ebe0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435150 Sep 09 15:22:00.465334 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6b41ffb2-c036-4fd1-96d0-642816eb4800 req-77c2fe3f-ad10-4ae5-b066-ea50fd6c051c service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236367 Sep 09 15:22:00.480907 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdb070-cfbd-4e23-8c62-33b95db256d3 req-a591374a-b8d4-4927-8c8f-2e44ad158bc1 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:00.482330 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-14bdb070-cfbd-4e23-8c62-33b95db256d3 req-a591374a-b8d4-4927-8c8f-2e44ad158bc1 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0798726 Sep 09 15:22:00.519999 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:00.525098 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-f155fc03-7f10-4fb6-abf5-311275820592 None None] Set router f5939e44-ffbd-486c-9615-332e223dacc3 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:22:00.573312 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76983e57-f876-436c-9191-6546ead62917'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:22:00.573724 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-14bdb070-cfbd-4e23-8c62-33b95db256d3 req-94ffb612-b04a-41e0-a768-8ed9b763f9c2 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838981 Sep 09 15:22:00.575572 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8faddc-2cd1-4785-98b0-e325a770862a" -d '{"events": [{"server_uuid": "32bb3795-025e-48cf-aaab-e4e8331a00fa", "name": "network-vif-unplugged", "status": "completed", "tag": "76983e57-f876-436c-9191-6546ead62917"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:22:00.595950 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6b41ffb2-c036-4fd1-96d0-642816eb4800 req-09a631d0-55cf-496c-a267-f6f55bdc070d service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228034 Sep 09 15:22:00.625671 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 76983e57-f876-436c-9191-6546ead62917, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=76983e57-f876-436c-9191-6546ead62917,segment=NetworkSegment(d35abc29-a5ac-46be-9d76-7e48632d83a2),segment_id=d35abc29-a5ac-46be-9d76-7e48632d83a2)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:22:00.627741 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 15:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b15ef4b-b2c7-4083-832a-e32bdac6aa88 x-openstack-request-id: req-0b15ef4b-b2c7-4083-832a-e32bdac6aa88 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:22:00.628056 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bb3795-025e-48cf-aaab-e4e8331a00fa", "name": "network-vif-unplugged", "status": "completed", "tag": "76983e57-f876-436c-9191-6546ead62917", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:22:00.628267 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b15ef4b-b2c7-4083-832a-e32bdac6aa88 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:22:00.628671 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76983e57-f876-436c-9191-6546ead62917', 'code': 200} Sep 09 15:22:00.631755 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:00.711620 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=76983e57-f876-436c-9191-6546ead62917,revision_number=6']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:00.748333 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:00.748667 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:00.749028 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:00.749334 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:00.749651 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:00.749969 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:00.750285 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:00.750832 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:00.751182 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:00.751756 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:00.752068 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:00.752383 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:00.831864 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-f155fc03-7f10-4fb6-abf5-311275820592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '5946e065-f830-4df4-b5f2-379b3054a83f', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'port_id': '8dcbac44-8094-4302-a71a-0ec719720cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'mac_address': 'fa:16:3e:ca:3f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:18:09Z', 'updated_at': '2021-09-09T15:18:11Z', 'revision_number': 1, 'project_id': '60e24a0985124167a48ad737065f163e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:03Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:00.858149 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f155fc03-7f10-4fb6-abf5-311275820592 None None] The sync data for ids ['f5939e44-ffbd-486c-9615-332e223dacc3'] in dv-cinder-776307-9-iscsi is: [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_floatingips': [{'id': '5946e065-f830-4df4-b5f2-379b3054a83f', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'router_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'port_id': '8dcbac44-8094-4302-a71a-0ec719720cf9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'mac_address': 'fa:16:3e:ca:3f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T15:18:09Z', 'updated_at': '2021-09-09T15:18:11Z', 'revision_number': 1, 'project_id': '60e24a0985124167a48ad737065f163e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:03Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:22:01.074209 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c960121-3952-4403-a564-5f2ef5f23f9e None None] New status for floating IP 7a3e5c57-f46b-401b-b2ee-67f933eea6dc: DOWN {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 15:22:01.590178 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1062d8b-47c5-411c-881b-497722618542 req-1c5f484b-2e79-4831-b841-47c4bc78b7b5 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:01.591682 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e1062d8b-47c5-411c-881b-497722618542 req-1c5f484b-2e79-4831-b841-47c4bc78b7b5 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 946 time: 0.3278832 Sep 09 15:22:01.611444 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f73ad-cbd6-4c69-bbfe-70e1b96adc86 req-186c759b-6c34-4b65-9d67-7f7b336eeb6e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:01.613005 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-543f73ad-cbd6-4c69-bbfe-70e1b96adc86 req-186c759b-6c34-4b65-9d67-7f7b336eeb6e tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb372d2b-03eb-42fa-8b8d-782f1a095fa6 HTTP/1.1" status: 200 len: 946 time: 0.0689673 Sep 09 15:22:01.694022 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-e1062d8b-47c5-411c-881b-497722618542 req-ea53343b-b444-483d-9e44-18809a1ff203 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957656 Sep 09 15:22:01.742487 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc28b8-a317-4ec9-afa1-4775832cfeff req-c342f81f-9ec7-4ddb-aeac-68751f76242a tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:01.744013 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2bfc28b8-a317-4ec9-afa1-4775832cfeff req-c342f81f-9ec7-4ddb-aeac-68751f76242a tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 943 time: 0.0936093 Sep 09 15:22:01.780985 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-543f73ad-cbd6-4c69-bbfe-70e1b96adc86 req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Deleting port 43be054b-0c8f-4748-8981-bd3f73382e21 {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:22:01.781326 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-543f73ad-cbd6-4c69-bbfe-70e1b96adc86 req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:01.807240 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2bfc28b8-a317-4ec9-afa1-4775832cfeff req-1b2cf540-390d-4fb1-b705-4489f5630ff1 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568874 Sep 09 15:22:01.882668 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-543f73ad-cbd6-4c69-bbfe-70e1b96adc86 req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] For port 43be054b-0c8f-4748-8981-bd3f73382e21, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=43be054b-0c8f-4748-8981-bd3f73382e21,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:22:01.883143 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-543f73ad-cbd6-4c69-bbfe-70e1b96adc86 req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:01.894622 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-543f73ad-cbd6-4c69-bbfe-70e1b96adc86 req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Calling delete_port for 43be054b-0c8f-4748-8981-bd3f73382e21 owned by compute:nova {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:22:02.018586 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-543f73ad-cbd6-4c69-bbfe-70e1b96adc86 req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:02.050571 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event deleted for resources: {'Port': ['ID=43be054b-0c8f-4748-8981-bd3f73382e21,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:02.062344 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:02.062689 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:02.063109 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:02.063444 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:02.063775 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:02.064105 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:02.064433 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:02.064760 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:02.065088 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:02.065409 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:02.065734 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:02.066047 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:22:02.099820 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-543f73ad-cbd6-4c69-bbfe-70e1b96adc86 req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] No DVR routers for this DVR port 43be054b-0c8f-4748-8981-bd3f73382e21 on host hv-cinder-77630 {{(pid=94130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:22:02.102212 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-543f73ad-cbd6-4c69-bbfe-70e1b96adc86 req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:02.104243 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-543f73ad-cbd6-4c69-bbfe-70e1b96adc86 req-36d5c136-b2fa-46b1-8b40-ce4dc0aba3c9 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.39 "DELETE /v2.0/ports/43be054b-0c8f-4748-8981-bd3f73382e21 HTTP/1.1" status: 204 len: 173 time: 0.4839418 Sep 09 15:22:02.104621 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb372d2b-03eb-42fa-8b8d-782f1a095fa6', 'name': 'network-vif-deleted', 'tag': '43be054b-0c8f-4748-8981-bd3f73382e21'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:22:02.106907 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3d1ff5-b045-4b3f-97d1-43f026f4688a" -d '{"events": [{"server_uuid": "eb372d2b-03eb-42fa-8b8d-782f1a095fa6", "name": "network-vif-deleted", "tag": "43be054b-0c8f-4748-8981-bd3f73382e21"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:22:02.206667 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37822c31-e68a-4ba4-8d15-392139f3c626 x-openstack-request-id: req-37822c31-e68a-4ba4-8d15-392139f3c626 {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:22:02.206989 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb372d2b-03eb-42fa-8b8d-782f1a095fa6", "name": "network-vif-deleted", "tag": "43be054b-0c8f-4748-8981-bd3f73382e21", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:22:02.207238 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37822c31-e68a-4ba4-8d15-392139f3c626 {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:22:02.207632 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb372d2b-03eb-42fa-8b8d-782f1a095fa6', 'name': 'network-vif-deleted', 'tag': '43be054b-0c8f-4748-8981-bd3f73382e21', 'status': 'completed', 'code': 200} Sep 09 15:22:02.935866 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe110ba-b20c-4a78-afcc-5b95be217f4d req-972aaaf4-b548-43b8-8749-06f3771c6eb1 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:02.937431 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-fbe110ba-b20c-4a78-afcc-5b95be217f4d req-972aaaf4-b548-43b8-8749-06f3771c6eb1 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 943 time: 0.0515337 Sep 09 15:22:02.980820 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-fbe110ba-b20c-4a78-afcc-5b95be217f4d req-50da1086-356b-48fa-a0e6-bcfe0ac3cd09 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357604 Sep 09 15:22:04.109558 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986b1dc-8140-475b-b160-fd1d0d08ef1d req-adf0ce08-5023-41bb-b2bd-b9ce7665ae45 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:04.111582 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c986b1dc-8140-475b-b160-fd1d0d08ef1d req-adf0ce08-5023-41bb-b2bd-b9ce7665ae45 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 943 time: 0.0477204 Sep 09 15:22:04.152203 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-c986b1dc-8140-475b-b160-fd1d0d08ef1d req-648db2db-ca47-410c-a2e4-186391f31eea tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346708 Sep 09 15:22:04.962173 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e2bfb-3c2c-4542-82f4-e527f2c32aa3 req-3ac6c097-b7f2-47e6-a84a-a7371bf79203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:04.963627 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a51e2bfb-3c2c-4542-82f4-e527f2c32aa3 req-3ac6c097-b7f2-47e6-a84a-a7371bf79203 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 1096 time: 0.0419798 Sep 09 15:22:04.974570 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45738) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:22:04.998653 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a51e2bfb-3c2c-4542-82f4-e527f2c32aa3 req-87a2ac07-71b2-4226-a8cd-8d28e79d071c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278633 Sep 09 15:22:05.128505 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-d148dfde-aa35-4297-8267-44c01d1a32cf tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Deleting port d4c2fcb7-3b64-4777-8865-e65b05849624 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:22:05.128746 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d148dfde-aa35-4297-8267-44c01d1a32cf tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:05.206536 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d148dfde-aa35-4297-8267-44c01d1a32cf tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:05.206894 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d148dfde-aa35-4297-8267-44c01d1a32cf tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:05.218419 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-d148dfde-aa35-4297-8267-44c01d1a32cf tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Calling delete_port for d4c2fcb7-3b64-4777-8865-e65b05849624 owned by network:floatingip {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:22:05.264296 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09747e25-65da-41ed-86f9-3ea81d25283b req-eac31dd3-953a-4223-846f-8d6f2a403d71 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:05.265778 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-09747e25-65da-41ed-86f9-3ea81d25283b req-eac31dd3-953a-4223-846f-8d6f2a403d71 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 943 time: 0.0471423 Sep 09 15:22:05.305150 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-09747e25-65da-41ed-86f9-3ea81d25283b req-109a66b9-9a80-4d92-a1a2-77b3140127a5 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327051 Sep 09 15:22:05.365209 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d148dfde-aa35-4297-8267-44c01d1a32cf tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:05.651230 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148dfde-aa35-4297-8267-44c01d1a32cf tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event deleted for resources: {'Port': ['ID=d4c2fcb7-3b64-4777-8865-e65b05849624,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:05.711569 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d148dfde-aa35-4297-8267-44c01d1a32cf tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for floatingip, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:05.711910 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.db.l3_db [None req-d148dfde-aa35-4297-8267-44c01d1a32cf tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Floating IP 5946e065-f830-4df4-b5f2-379b3054a83f disassociated (deleted). External IP: 172.27.3.173, port: 8dcbac44-8094-4302-a71a-0ec719720cf9. Sep 09 15:22:05.924251 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d148dfde-aa35-4297-8267-44c01d1a32cf tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Router f5939e44-ffbd-486c-9615-332e223dacc3 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:22:06.039234 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d148dfde-aa35-4297-8267-44c01d1a32cf tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:22:06.043931 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d148dfde-aa35-4297-8267-44c01d1a32cf tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:06.052603 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81cbbd8-5f91-4df8-a8d0-e1960655af48 None None] Sync routers for ids ['f5939e44-ffbd-486c-9615-332e223dacc3'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:22:06.065182 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81cbbd8-5f91-4df8-a8d0-e1960655af48 None None] Routers {'f5939e44-ffbd-486c-9615-332e223dacc3'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:22:06.065815 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-e81cbbd8-5f91-4df8-a8d0-e1960655af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:21:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['f5939e44-ffbd-486c-9615-332e223dacc3'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:06.075997 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d148dfde-aa35-4297-8267-44c01d1a32cf tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "DELETE /v2.0/floatingips/5946e065-f830-4df4-b5f2-379b3054a83f HTTP/1.1" status: 204 len: 168 time: 1.0998580 Sep 09 15:22:06.077017 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'tag': '8dcbac44-8094-4302-a71a-0ec719720cf9'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:22:06.082614 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7975275da82416e5f509bcafcd9df346448c5bc3a46cd245d887f891d535d68a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3ee651-f675-4e6a-819c-82c889816500" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a0e4a9-702a-4e61-8d73-5f739079cd8c", "tag": "8dcbac44-8094-4302-a71a-0ec719720cf9"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:22:06.123014 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dadd8e-4fe7-4a98-9743-ca15f882ac01 x-openstack-request-id: req-61dadd8e-4fe7-4a98-9743-ca15f882ac01 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:22:06.123299 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a0e4a9-702a-4e61-8d73-5f739079cd8c", "tag": "8dcbac44-8094-4302-a71a-0ec719720cf9", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:22:06.123696 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61dadd8e-4fe7-4a98-9743-ca15f882ac01 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:22:06.124146 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'tag': '8dcbac44-8094-4302-a71a-0ec719720cf9', 'status': 'completed', 'code': 200} Sep 09 15:22:06.192673 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-e81cbbd8-5f91-4df8-a8d0-e1960655af48 None None] Set router f5939e44-ffbd-486c-9615-332e223dacc3 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:22:06.200167 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ee651-f675-4e6a-819c-82c889816500 req-20f77f8b-5da5-4b24-b0e6-6edfd3fdf45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:06.202004 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6a3ee651-f675-4e6a-819c-82c889816500 req-20f77f8b-5da5-4b24-b0e6-6edfd3fdf45b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60e24a0985124167a48ad737065f163e&device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 1098 time: 0.0501826 Sep 09 15:22:06.230641 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 43be054b-0c8f-4748-8981-bd3f73382e21 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:22:06.255481 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: 43be054b-0c8f-4748-8981-bd3f73382e21 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:22:06.255968 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 43be054b-0c8f-4748-8981-bd3f73382e21 not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:22:06.334450 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ee651-f675-4e6a-819c-82c889816500 req-ee3a7957-0043-4336-94b5-60c94e2152c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:06.335968 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6a3ee651-f675-4e6a-819c-82c889816500 req-ee3a7957-0043-4336-94b5-60c94e2152c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed HTTP/1.1" status: 200 len: 912 time: 0.1268182 Sep 09 15:22:06.347144 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba12cba-cb83-4c14-ab75-6163536f50a5 req-57d11016-0be7-4e96-bc8d-5fb7647e8f6f tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:06.348634 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bba12cba-cb83-4c14-ab75-6163536f50a5 req-57d11016-0be7-4e96-bc8d-5fb7647e8f6f tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 945 time: 0.0698230 Sep 09 15:22:06.389763 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6a3ee651-f675-4e6a-819c-82c889816500 req-73fb8880-50dd-47db-a82d-c9b30f96f944 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8dcbac44-8094-4302-a71a-0ec719720cf9 HTTP/1.1" status: 200 len: 217 time: 0.0401673 Sep 09 15:22:06.427338 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-e81cbbd8-5f91-4df8-a8d0-e1960655af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:03Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:06.453880 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81cbbd8-5f91-4df8-a8d0-e1960655af48 None None] Checking router: f5939e44-ffbd-486c-9615-332e223dacc3 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:22:06.462677 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81cbbd8-5f91-4df8-a8d0-e1960655af48 None None] Routers {'f5939e44-ffbd-486c-9615-332e223dacc3'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:22:06.463346 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-e81cbbd8-5f91-4df8-a8d0-e1960655af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:21:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['f5939e44-ffbd-486c-9615-332e223dacc3'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:06.487838 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-bba12cba-cb83-4c14-ab75-6163536f50a5 req-f276de00-8b2f-4476-898c-b807fdfddd4b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1010952 Sep 09 15:22:06.490066 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ee651-f675-4e6a-819c-82c889816500 req-75f9e5b8-5de2-4f78-aa45-7d6a87f0692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:06.491456 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6a3ee651-f675-4e6a-819c-82c889816500 req-75f9e5b8-5de2-4f78-aa45-7d6a87f0692b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b56d118f-8744-4cdd-be23-a614a2b19b95 HTTP/1.1" status: 200 len: 850 time: 0.0885029 Sep 09 15:22:06.498916 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c5a99-36ff-4590-a240-9d3d7971ec47 req-f7c8cbf5-d54d-48fe-a4fa-4d0404a25c04 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:06.500250 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-163c5a99-36ff-4590-a240-9d3d7971ec47 req-f7c8cbf5-d54d-48fe-a4fa-4d0404a25c04 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 943 time: 0.1146817 Sep 09 15:22:06.564899 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-163c5a99-36ff-4590-a240-9d3d7971ec47 req-edeaaf57-3143-4c5f-9158-d1f481a7eb8c tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547829 Sep 09 15:22:06.569593 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ee651-f675-4e6a-819c-82c889816500 req-66fcead4-8c18-4fc7-8b4b-eaf35b3356ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:06.571011 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6a3ee651-f675-4e6a-819c-82c889816500 req-66fcead4-8c18-4fc7-8b4b-eaf35b3356ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bb9a8432-2f02-41d7-9d2b-f1ca273997ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698726 Sep 09 15:22:06.577696 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-e81cbbd8-5f91-4df8-a8d0-e1960655af48 None None] Set router f5939e44-ffbd-486c-9615-332e223dacc3 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:22:06.664163 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6a3ee651-f675-4e6a-819c-82c889816500 req-0e152071-51ef-43b6-9bfe-8dedd036a6fb service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846612 Sep 09 15:22:06.758247 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-6a3ee651-f675-4e6a-819c-82c889816500 req-b59b5989-49e2-4101-a328-1610ab05a1ea service neutron] 10.222.0.39 "GET /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861845 Sep 09 15:22:06.787518 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-e81cbbd8-5f91-4df8-a8d0-e1960655af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:03Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:06.813738 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81cbbd8-5f91-4df8-a8d0-e1960655af48 None None] The sync data for ids ['f5939e44-ffbd-486c-9615-332e223dacc3'] in dv-cinder-776307-9-iscsi is: [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:13:56Z', 'revision_number': 4, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '7ca59aee-bf67-47fa-b53b-76b309ddf746', 'name': '', 'network_id': 'bb9a8432-2f02-41d7-9d2b-f1ca273997ed', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'mac_address': 'fa:16:3e:09:9d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:55Z', 'updated_at': '2021-09-09T15:14:03Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'subnets': [{'id': 'b56d118f-8744-4cdd-be23-a614a2b19b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:22:07.038895 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38546fb1-7c79-4863-9416-8ba1cc8591d1 None None] New status for floating IP 5946e065-f830-4df4-b5f2-379b3054a83f: DOWN {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 15:22:07.607629 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3af07-4979-496a-8321-6dc2eb2bdd85 req-0151fd2f-9f28-46ac-b301-58841d15e0bc tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:07.609167 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2fc3af07-4979-496a-8321-6dc2eb2bdd85 req-0151fd2f-9f28-46ac-b301-58841d15e0bc tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 945 time: 0.0535378 Sep 09 15:22:07.653031 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-2fc3af07-4979-496a-8321-6dc2eb2bdd85 req-312720a0-47cb-4266-b4b7-f037ca4779cc tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/security-groups?id=768cdb08-b9e8-486e-8c4d-3ac17634155f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371904 Sep 09 15:22:07.771974 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ffe6c-1c92-4a31-9d70-799bb9a17e29 req-7f79a570-d685-4c8f-8e3b-4a6c56e955a7 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:22:07.773241 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9d1ffe6c-1c92-4a31-9d70-799bb9a17e29 req-7f79a570-d685-4c8f-8e3b-4a6c56e955a7 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 945 time: 0.0546913 Sep 09 15:22:07.877058 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-9d1ffe6c-1c92-4a31-9d70-799bb9a17e29 req-299d0395-31a6-4998-894a-721fbf24577d tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Deleting port 8dcbac44-8094-4302-a71a-0ec719720cf9 {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:22:07.877406 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-9d1ffe6c-1c92-4a31-9d70-799bb9a17e29 req-299d0395-31a6-4998-894a-721fbf24577d tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:07.967003 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-9d1ffe6c-1c92-4a31-9d70-799bb9a17e29 req-299d0395-31a6-4998-894a-721fbf24577d tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] For port 8dcbac44-8094-4302-a71a-0ec719720cf9, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=8dcbac44-8094-4302-a71a-0ec719720cf9,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:22:07.967370 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-9d1ffe6c-1c92-4a31-9d70-799bb9a17e29 req-299d0395-31a6-4998-894a-721fbf24577d tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:07.979444 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-9d1ffe6c-1c92-4a31-9d70-799bb9a17e29 req-299d0395-31a6-4998-894a-721fbf24577d tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Calling delete_port for 8dcbac44-8094-4302-a71a-0ec719720cf9 owned by compute:nova {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:22:08.104246 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-9d1ffe6c-1c92-4a31-9d70-799bb9a17e29 req-299d0395-31a6-4998-894a-721fbf24577d tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:08.136472 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d0395-31a6-4998-894a-721fbf24577d tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event deleted for resources: {'Port': ['ID=8dcbac44-8094-4302-a71a-0ec719720cf9,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:08.176336 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1ffe6c-1c92-4a31-9d70-799bb9a17e29 req-299d0395-31a6-4998-894a-721fbf24577d tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] No DVR routers for this DVR port 8dcbac44-8094-4302-a71a-0ec719720cf9 on host hv-cinder-77630 {{(pid=94130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:22:08.178860 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-9d1ffe6c-1c92-4a31-9d70-799bb9a17e29 req-299d0395-31a6-4998-894a-721fbf24577d tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:08.180834 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-9d1ffe6c-1c92-4a31-9d70-799bb9a17e29 req-299d0395-31a6-4998-894a-721fbf24577d tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.39 "DELETE /v2.0/ports/8dcbac44-8094-4302-a71a-0ec719720cf9 HTTP/1.1" status: 204 len: 173 time: 0.4007874 Sep 09 15:22:08.181268 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'name': 'network-vif-deleted', 'tag': '8dcbac44-8094-4302-a71a-0ec719720cf9'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:22:08.183509 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ca627b-4a35-4165-9931-41ecc6fdee27" -d '{"events": [{"server_uuid": "a8a0e4a9-702a-4e61-8d73-5f739079cd8c", "name": "network-vif-deleted", "tag": "8dcbac44-8094-4302-a71a-0ec719720cf9"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:22:08.221416 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8437ac4c-1268-41e4-9ab0-9acefa4f9f4b x-openstack-request-id: req-8437ac4c-1268-41e4-9ab0-9acefa4f9f4b {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:22:08.221708 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a0e4a9-702a-4e61-8d73-5f739079cd8c", "name": "network-vif-deleted", "tag": "8dcbac44-8094-4302-a71a-0ec719720cf9", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:22:08.222057 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8437ac4c-1268-41e4-9ab0-9acefa4f9f4b {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:22:08.222424 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a0e4a9-702a-4e61-8d73-5f739079cd8c', 'name': 'network-vif-deleted', 'tag': '8dcbac44-8094-4302-a71a-0ec719720cf9', 'status': 'completed', 'code': 200} Sep 09 15:22:08.239063 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 76983e57-f876-436c-9191-6546ead62917 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=94132) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:22:08.343641 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 76983e57-f876-436c-9191-6546ead62917, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=76983e57-f876-436c-9191-6546ead62917,segment=NetworkSegment(d35abc29-a5ac-46be-9d76-7e48632d83a2),segment_id=d35abc29-a5ac-46be-9d76-7e48632d83a2)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:22:08.358277 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Returning: {'device': '76983e57-f876-436c-9191-6546ead62917', 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'port_id': '76983e57-f876-436c-9191-6546ead62917', 'mac_address': 'fa:16:3e:e0:01:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94132) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:22:08.397280 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:08.411560 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76983e57-f876-436c-9191-6546ead62917 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 15:22:08.434951 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 76983e57-f876-436c-9191-6546ead62917, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=76983e57-f876-436c-9191-6546ead62917,segment=NetworkSegment(d35abc29-a5ac-46be-9d76-7e48632d83a2),segment_id=d35abc29-a5ac-46be-9d76-7e48632d83a2)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:22:08.439970 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:08.497376 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=76983e57-f876-436c-9191-6546ead62917,revision_number=7']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:08.670209 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] get_ports_and_sgs() called for port_ids ['76983e57-f876-436c-9191-6546ead62917'] {{(pid=94132) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 15:22:08.782494 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0444274b-7cff-4891-90e3-2259e5622345 req-fc42143b-4dcd-4618-8837-93cb1c609e22 tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8a0e4a9-702a-4e61-8d73-5f739079cd8c HTTP/1.1" status: 200 len: 210 time: 0.0368614 Sep 09 15:22:09.847683 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45762) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:22:09.978238 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-02911232-e031-4e08-9b4d-3b6144f3066b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Deleting port 38dc0445-565c-422b-b564-8854f5ee2eef {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:22:09.978483 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02911232-e031-4e08-9b4d-3b6144f3066b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:10.058412 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02911232-e031-4e08-9b4d-3b6144f3066b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:10.058798 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02911232-e031-4e08-9b4d-3b6144f3066b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:10.071299 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-02911232-e031-4e08-9b4d-3b6144f3066b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Calling delete_port for 38dc0445-565c-422b-b564-8854f5ee2eef owned by network:floatingip {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:22:10.206950 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02911232-e031-4e08-9b4d-3b6144f3066b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:10.237267 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02911232-e031-4e08-9b4d-3b6144f3066b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event deleted for resources: {'Port': ['ID=38dc0445-565c-422b-b564-8854f5ee2eef,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:10.256246 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 76983e57-f876-436c-9191-6546ead62917 up at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:22:10.298510 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02911232-e031-4e08-9b4d-3b6144f3066b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for floatingip, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:10.301125 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-02911232-e031-4e08-9b4d-3b6144f3066b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:10.304755 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-02911232-e031-4e08-9b4d-3b6144f3066b tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "DELETE /v2.0/floatingips/822adcd5-2125-464d-9f31-098f5f4b8e0c HTTP/1.1" status: 204 len: 168 time: 0.4534857 Sep 09 15:22:10.304922 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Provisioning complete for port 76983e57-f876-436c-9191-6546ead62917 triggered by entity L2. {{(pid=94132) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 15:22:10.305067 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608345'] for port, provisioning_complete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:10.387917 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663725'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:10.412122 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76983e57-f876-436c-9191-6546ead62917'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:22:10.414474 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88911e66ad2360e2b601f7054db04a53f10445e22a93e88680c763e9399abb96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba05147-5463-41b7-82df-542adf1abeeb" -d '{"events": [{"server_uuid": "32bb3795-025e-48cf-aaab-e4e8331a00fa", "name": "network-vif-plugged", "status": "completed", "tag": "76983e57-f876-436c-9191-6546ead62917"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:22:10.427990 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] For port 76983e57-f876-436c-9191-6546ead62917, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=76983e57-f876-436c-9191-6546ead62917,segment=NetworkSegment(d35abc29-a5ac-46be-9d76-7e48632d83a2),segment_id=d35abc29-a5ac-46be-9d76-7e48632d83a2)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:22:10.432666 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752445450518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752444931557', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752444931575'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:10.433734 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 8dcbac44-8094-4302-a71a-0ec719720cf9 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:22:10.456621 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: 8dcbac44-8094-4302-a71a-0ec719720cf9 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:22:10.457208 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 8dcbac44-8094-4302-a71a-0ec719720cf9 not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:22:10.479096 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba8df06-8bb0-4bbe-857b-f86f7aedf0b5 x-openstack-request-id: req-cba8df06-8bb0-4bbe-857b-f86f7aedf0b5 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:22:10.479385 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bb3795-025e-48cf-aaab-e4e8331a00fa", "name": "network-vif-plugged", "status": "completed", "tag": "76983e57-f876-436c-9191-6546ead62917", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:22:10.479638 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cba8df06-8bb0-4bbe-857b-f86f7aedf0b5 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:22:10.480024 dv-cinder-776307-9-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76983e57-f876-436c-9191-6546ead62917', 'code': 200} Sep 09 15:22:10.505675 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Pushing event updated for resources: {'Port': ['ID=76983e57-f876-436c-9191-6546ead62917,revision_number=8']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:11.513737 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45776) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:22:11.572317 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c9d40aec-6e1c-4525-9ad6-c4f066009c4c tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:11.596795 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c9d40aec-6e1c-4525-9ad6-c4f066009c4c tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:11.661202 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c9d40aec-6e1c-4525-9ad6-c4f066009c4c tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:11.663969 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c9d40aec-6e1c-4525-9ad6-c4f066009c4c tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:11.665123 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c9d40aec-6e1c-4525-9ad6-c4f066009c4c tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] 10.222.0.18 "DELETE /v2.0/security-groups/768cdb08-b9e8-486e-8c4d-3ac17634155f HTTP/1.1" status: 204 len: 168 time: 0.1504068 Sep 09 15:22:11.675058 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d40aec-6e1c-4525-9ad6-c4f066009c4c tempest-TestVolumeBootPattern-1044876639 tempest-TestVolumeBootPattern-1044876639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768cdb08-b9e8-486e-8c4d-3ac17634155f,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:11.723394 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45780) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:22:12.179036 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-26a4fc5e-0d94-49ba-98bc-5ba254933b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682430'] for router_interface, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:12.414213 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-26a4fc5e-0d94-49ba-98bc-5ba254933b2e admin admin] Deleting port 7ca59aee-bf67-47fa-b53b-76b309ddf746 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:22:12.414562 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-26a4fc5e-0d94-49ba-98bc-5ba254933b2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:12.495071 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-26a4fc5e-0d94-49ba-98bc-5ba254933b2e admin admin] For port 7ca59aee-bf67-47fa-b53b-76b309ddf746, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=7ca59aee-bf67-47fa-b53b-76b309ddf746,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:22:12.495435 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-26a4fc5e-0d94-49ba-98bc-5ba254933b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:12.512671 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-26a4fc5e-0d94-49ba-98bc-5ba254933b2e admin admin] Calling delete_port for 7ca59aee-bf67-47fa-b53b-76b309ddf746 owned by network:router_interface {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:22:12.694350 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-26a4fc5e-0d94-49ba-98bc-5ba254933b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:12.723939 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4fc5e-0d94-49ba-98bc-5ba254933b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca59aee-bf67-47fa-b53b-76b309ddf746,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:12.887789 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-26a4fc5e-0d94-49ba-98bc-5ba254933b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682506'] for router_interface, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:13.038538 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:22:13.117857 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a4fc5e-0d94-49ba-98bc-5ba254933b2e admin admin] Router f5939e44-ffbd-486c-9615-332e223dacc3 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:22:13.228554 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a4fc5e-0d94-49ba-98bc-5ba254933b2e admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:22:13.233672 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-26a4fc5e-0d94-49ba-98bc-5ba254933b2e admin admin] 10.222.0.18 "PUT /v2.0/routers/f5939e44-ffbd-486c-9615-332e223dacc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5091476 Sep 09 15:22:13.237239 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45786) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:22:13.240107 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19267495-c4fa-44bd-a835-de6f53dda349 None None] Sync routers for ids ['f5939e44-ffbd-486c-9615-332e223dacc3'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:22:13.249534 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19267495-c4fa-44bd-a835-de6f53dda349 None None] Routers {'f5939e44-ffbd-486c-9615-332e223dacc3'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:22:13.250145 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-19267495-c4fa-44bd-a835-de6f53dda349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:21:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['f5939e44-ffbd-486c-9615-332e223dacc3'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:13.342823 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e65d74d-9f74-45f0-9805-143ee547e093 admin admin] Notify callbacks [] for router, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:13.451821 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e65d74d-9f74-45f0-9805-143ee547e093 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:13.503625 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-2e65d74d-9f74-45f0-9805-143ee547e093 admin admin] Deleting port 07f41a28-41d8-492b-841b-a0cfb547029b {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:22:13.503965 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e65d74d-9f74-45f0-9805-143ee547e093 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:13.508431 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-19267495-c4fa-44bd-a835-de6f53dda349 None None] Set router f5939e44-ffbd-486c-9615-332e223dacc3 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:22:13.581333 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-2e65d74d-9f74-45f0-9805-143ee547e093 admin admin] For port 07f41a28-41d8-492b-841b-a0cfb547029b, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=07f41a28-41d8-492b-841b-a0cfb547029b,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:22:13.581690 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e65d74d-9f74-45f0-9805-143ee547e093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:13.597861 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-2e65d74d-9f74-45f0-9805-143ee547e093 admin admin] Calling delete_port for 07f41a28-41d8-492b-841b-a0cfb547029b owned by network:router_gateway {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:22:13.687270 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-19267495-c4fa-44bd-a835-de6f53dda349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:22:12Z', 'revision_number': 5, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port': {'id': '07f41a28-41d8-492b-841b-a0cfb547029b', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:13:51Z', 'updated_at': '2021-09-09T15:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:13.713062 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19267495-c4fa-44bd-a835-de6f53dda349 None None] Checking router: f5939e44-ffbd-486c-9615-332e223dacc3 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:22:13.722093 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19267495-c4fa-44bd-a835-de6f53dda349 None None] Routers {'f5939e44-ffbd-486c-9615-332e223dacc3'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:22:13.722722 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-19267495-c4fa-44bd-a835-de6f53dda349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:21:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['f5939e44-ffbd-486c-9615-332e223dacc3'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:13.771344 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e65d74d-9f74-45f0-9805-143ee547e093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:13.802798 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65d74d-9f74-45f0-9805-143ee547e093 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f41a28-41d8-492b-841b-a0cfb547029b,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:13.810913 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-19267495-c4fa-44bd-a835-de6f53dda349 None None] Set router f5939e44-ffbd-486c-9615-332e223dacc3 gateway port host: None {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:22:13.865606 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e65d74d-9f74-45f0-9805-143ee547e093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681832'] for router_gateway, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:13.866115 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-19267495-c4fa-44bd-a835-de6f53dda349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:22:13Z', 'revision_number': 6, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port_host': None}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:13.892482 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19267495-c4fa-44bd-a835-de6f53dda349 None None] The sync data for ids ['f5939e44-ffbd-486c-9615-332e223dacc3'] in dv-cinder-776307-9-iscsi is: [{'id': 'f5939e44-ffbd-486c-9615-332e223dacc3', 'name': 'tempest-TestVolumeBootPattern-132482846-router', 'tenant_id': '60e24a0985124167a48ad737065f163e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:50Z', 'updated_at': '2021-09-09T15:22:13Z', 'revision_number': 6, 'project_id': '60e24a0985124167a48ad737065f163e', 'gw_port_host': None}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:22:13.958620 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e65d74d-9f74-45f0-9805-143ee547e093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-434'] for router, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:13.960825 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e65d74d-9f74-45f0-9805-143ee547e093 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:14.008633 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e65d74d-9f74-45f0-9805-143ee547e093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684242'] for router, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:14.009294 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e65d74d-9f74-45f0-9805-143ee547e093 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5939e44-ffbd-486c-9615-332e223dacc3 {{(pid=94131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:22:14.013615 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2e65d74d-9f74-45f0-9805-143ee547e093 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:14.014806 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2e65d74d-9f74-45f0-9805-143ee547e093 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f5939e44-ffbd-486c-9615-332e223dacc3 HTTP/1.1" status: 204 len: 168 time: 0.7763963 Sep 09 15:22:14.017310 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45788) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:22:14.061970 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b211340-5cca-4a01-9383-1868bacfc5e3 admin admin] Deleting subnet b56d118f-8744-4cdd-be23-a614a2b19b95 {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 15:22:14.065167 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1b211340-5cca-4a01-9383-1868bacfc5e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:14.101654 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1b211340-5cca-4a01-9383-1868bacfc5e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60623514'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:14.184091 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1b211340-5cca-4a01-9383-1868bacfc5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612359'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:14.240908 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1b211340-5cca-4a01-9383-1868bacfc5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3167384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59967899'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:14.268592 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b211340-5cca-4a01-9383-1868bacfc5e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b56d118f-8744-4cdd-be23-a614a2b19b95,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:14.271075 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1b211340-5cca-4a01-9383-1868bacfc5e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:14.273051 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1b211340-5cca-4a01-9383-1868bacfc5e3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b56d118f-8744-4cdd-be23-a614a2b19b95 HTTP/1.1" status: 204 len: 168 time: 0.2545736 Sep 09 15:22:14.275426 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45790) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:22:14.281784 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5c12bb-8362-4fc9-9cc0-422f5e9952ef None None] Network bb9a8432-2f02-41d7-9d2b-f1ca273997ed requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:22:14.347671 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846555'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:14.468972 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e1b959-8cf8-426c-9ada-54f3f3a1db7e None None] DHCP port deletion for bb9a8432-2f02-41d7-9d2b-f1ca273997ed request from dv-cinder-776307-9-iscsi {{(pid=94132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 15:22:14.519797 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-83e1b959-8cf8-426c-9ada-54f3f3a1db7e None None] Deleting port 387e3e1f-41a5-43c6-b064-468ff0899d10 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:22:14.520177 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-83e1b959-8cf8-426c-9ada-54f3f3a1db7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:14.602675 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-83e1b959-8cf8-426c-9ada-54f3f3a1db7e None None] For port 387e3e1f-41a5-43c6-b064-468ff0899d10, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=387e3e1f-41a5-43c6-b064-468ff0899d10,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:22:14.603497 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-83e1b959-8cf8-426c-9ada-54f3f3a1db7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:14.617025 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-83e1b959-8cf8-426c-9ada-54f3f3a1db7e None None] Calling delete_port for 387e3e1f-41a5-43c6-b064-468ff0899d10 owned by network:dhcp {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:22:14.680848 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] Deleting port 387e3e1f-41a5-43c6-b064-468ff0899d10 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:22:14.681111 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:14.707210 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-83e1b959-8cf8-426c-9ada-54f3f3a1db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:14.740296 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1b959-8cf8-426c-9ada-54f3f3a1db7e None None] Pushing event deleted for resources: {'Port': ['ID=387e3e1f-41a5-43c6-b064-468ff0899d10,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:14.742341 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e1b959-8cf8-426c-9ada-54f3f3a1db7e None None] No DVR routers for this DVR port 387e3e1f-41a5-43c6-b064-468ff0899d10 on host dv-cinder-776307-9-iscsi {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:22:14.746266 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] For port 387e3e1f-41a5-43c6-b064-468ff0899d10, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=387e3e1f-41a5-43c6-b064-468ff0899d10,segment=NetworkSegment(5a3083b5-dd81-4442-87be-ed338b9e00b5),segment_id=5a3083b5-dd81-4442-87be-ed338b9e00b5)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:22:14.746650 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:14.761085 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] Calling delete_port for 387e3e1f-41a5-43c6-b064-468ff0899d10 owned by network:dhcp {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:22:14.842243 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:14.874634 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] Pushing event deleted for resources: {'Port': ['ID=387e3e1f-41a5-43c6-b064-468ff0899d10,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:14.880059 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] No DVR routers for this DVR port 387e3e1f-41a5-43c6-b064-468ff0899d10 on host dv-cinder-776307-9-iscsi {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:22:14.956935 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607090', 'neutron.services.segments.db._delete_segments_for_network-8752445426589'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:14.977533 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9a8432-2f02-41d7-9d2b-f1ca273997ed']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:14.987195 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3083b5-dd81-4442-87be-ed338b9e00b5') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:14.987494 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3083b5-dd81-4442-87be-ed338b9e00b5') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:14.996572 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752445428902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60623587'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:15.010398 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:15.016298 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:22:15.016729 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3167866'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: self.session.flush() Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: self.session.flush() Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: self.session.flush() Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: self.session.flush() Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: timer() Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: cb(*args, **kw) Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: self._notify() Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: self.callback(batched_events) Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: event.method(event) Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._get(url).json() Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 15:22:15.019489 dv-cinder-776307-9-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 15:22:15.073895 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681868'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:15.079374 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:15.081388 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] 10.222.0.18 "DELETE /v2.0/networks/bb9a8432-2f02-41d7-9d2b-f1ca273997ed HTTP/1.1" status: 204 len: 168 time: 0.8050475 Sep 09 15:22:15.084444 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 45792) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:22:15.092137 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005d073-9885-497f-9cdd-b0ef5c70579a admin admin] Pushing event deleted for resources: {'Network': ['ID=bb9a8432-2f02-41d7-9d2b-f1ca273997ed,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:15.430187 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-bb8a76d4-55a4-4475-91ae-244ad5d489b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682430'] for router_interface, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:15.687324 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a76d4-55a4-4475-91ae-244ad5d489b2 admin admin] Deleting port 80abfef9-39c8-4c8c-807c-d7e881afcc67 {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:22:15.687579 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-bb8a76d4-55a4-4475-91ae-244ad5d489b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:15.765031 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-bb8a76d4-55a4-4475-91ae-244ad5d489b2 admin admin] For port 80abfef9-39c8-4c8c-807c-d7e881afcc67, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=80abfef9-39c8-4c8c-807c-d7e881afcc67,segment=NetworkSegment(0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3),segment_id=0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:22:15.765387 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-bb8a76d4-55a4-4475-91ae-244ad5d489b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:15.778144 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a76d4-55a4-4475-91ae-244ad5d489b2 admin admin] Calling delete_port for 80abfef9-39c8-4c8c-807c-d7e881afcc67 owned by network:router_interface {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:22:15.789540 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 387e3e1f-41a5-43c6-b064-468ff0899d10 no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:22:15.809308 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 387e3e1f-41a5-43c6-b064-468ff0899d10 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:22:15.809909 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 387e3e1f-41a5-43c6-b064-468ff0899d10 not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:22:15.810328 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 07f41a28-41d8-492b-841b-a0cfb547029b no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:22:15.829831 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 07f41a28-41d8-492b-841b-a0cfb547029b {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:22:15.830288 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 07f41a28-41d8-492b-841b-a0cfb547029b not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:22:15.830808 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 7ca59aee-bf67-47fa-b53b-76b309ddf746 no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:22:15.853763 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 7ca59aee-bf67-47fa-b53b-76b309ddf746 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:22:15.856272 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 7ca59aee-bf67-47fa-b53b-76b309ddf746 not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:22:15.961890 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-bb8a76d4-55a4-4475-91ae-244ad5d489b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:15.987943 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a76d4-55a4-4475-91ae-244ad5d489b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=80abfef9-39c8-4c8c-807c-d7e881afcc67,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:16.156301 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-bb8a76d4-55a4-4475-91ae-244ad5d489b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682506'] for router_interface, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:16.373613 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8a76d4-55a4-4475-91ae-244ad5d489b2 admin admin] Router ceeacfb6-64e8-4a10-89f5-e09afe2a584a has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:22:16.479728 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8a76d4-55a4-4475-91ae-244ad5d489b2 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:22:16.485130 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-bb8a76d4-55a4-4475-91ae-244ad5d489b2 admin admin] 10.222.0.18 "PUT /v2.0/routers/ceeacfb6-64e8-4a10-89f5-e09afe2a584a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3992558 Sep 09 15:22:16.488264 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45794) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:22:16.491193 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3f2ea-0443-4fee-a61b-54211f2f6076 None None] Sync routers for ids ['ceeacfb6-64e8-4a10-89f5-e09afe2a584a'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:22:16.501292 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3f2ea-0443-4fee-a61b-54211f2f6076 None None] Routers {'ceeacfb6-64e8-4a10-89f5-e09afe2a584a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:22:16.502333 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-80a3f2ea-0443-4fee-a61b-54211f2f6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:21:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['ceeacfb6-64e8-4a10-89f5-e09afe2a584a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:16.600069 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d811d8e3-e7d4-4c6e-b373-7b7682132e0e admin admin] Notify callbacks [] for router, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:16.613489 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-80a3f2ea-0443-4fee-a61b-54211f2f6076 None None] Set router ceeacfb6-64e8-4a10-89f5-e09afe2a584a gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:22:16.705625 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d811d8e3-e7d4-4c6e-b373-7b7682132e0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:16.757191 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-d811d8e3-e7d4-4c6e-b373-7b7682132e0e admin admin] Deleting port 78254246-d435-4c5a-a2f8-a56850bf00da {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:22:16.757532 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d811d8e3-e7d4-4c6e-b373-7b7682132e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:16.793689 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-80a3f2ea-0443-4fee-a61b-54211f2f6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'name': 'tempest-TestVolumeBootPattern-1461010235-router', 'tenant_id': '4716776c535448f5a92ebba08656759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '78254246-d435-4c5a-a2f8-a56850bf00da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:59Z', 'updated_at': '2021-09-09T15:22:15Z', 'revision_number': 5, 'project_id': '4716776c535448f5a92ebba08656759a', 'gw_port': {'id': '78254246-d435-4c5a-a2f8-a56850bf00da', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:87:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:14:00Z', 'updated_at': '2021-09-09T15:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:16.819725 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3f2ea-0443-4fee-a61b-54211f2f6076 None None] Checking router: ceeacfb6-64e8-4a10-89f5-e09afe2a584a for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:22:16.828228 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3f2ea-0443-4fee-a61b-54211f2f6076 None None] Routers {'ceeacfb6-64e8-4a10-89f5-e09afe2a584a'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:22:16.828671 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-80a3f2ea-0443-4fee-a61b-54211f2f6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:21:51Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['ceeacfb6-64e8-4a10-89f5-e09afe2a584a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:16.840543 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-d811d8e3-e7d4-4c6e-b373-7b7682132e0e admin admin] For port 78254246-d435-4c5a-a2f8-a56850bf00da, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=78254246-d435-4c5a-a2f8-a56850bf00da,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:22:16.840912 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d811d8e3-e7d4-4c6e-b373-7b7682132e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:16.854442 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-d811d8e3-e7d4-4c6e-b373-7b7682132e0e admin admin] Calling delete_port for 78254246-d435-4c5a-a2f8-a56850bf00da owned by network:router_gateway {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:22:16.915907 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-80a3f2ea-0443-4fee-a61b-54211f2f6076 None None] Set router ceeacfb6-64e8-4a10-89f5-e09afe2a584a gateway port host: None {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:22:16.974844 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-80a3f2ea-0443-4fee-a61b-54211f2f6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'name': 'tempest-TestVolumeBootPattern-1461010235-router', 'tenant_id': '4716776c535448f5a92ebba08656759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:59Z', 'updated_at': '2021-09-09T15:22:16Z', 'revision_number': 6, 'project_id': '4716776c535448f5a92ebba08656759a', 'gw_port_host': None}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:17.004746 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3f2ea-0443-4fee-a61b-54211f2f6076 None None] The sync data for ids ['ceeacfb6-64e8-4a10-89f5-e09afe2a584a'] in dv-cinder-776307-9-iscsi is: [{'id': 'ceeacfb6-64e8-4a10-89f5-e09afe2a584a', 'name': 'tempest-TestVolumeBootPattern-1461010235-router', 'tenant_id': '4716776c535448f5a92ebba08656759a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:13:59Z', 'updated_at': '2021-09-09T15:22:16Z', 'revision_number': 6, 'project_id': '4716776c535448f5a92ebba08656759a', 'gw_port_host': None}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:22:17.021542 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d811d8e3-e7d4-4c6e-b373-7b7682132e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.053778 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811d8e3-e7d4-4c6e-b373-7b7682132e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=78254246-d435-4c5a-a2f8-a56850bf00da,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:17.114458 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d811d8e3-e7d4-4c6e-b373-7b7682132e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681832'] for router_gateway, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.203997 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d811d8e3-e7d4-4c6e-b373-7b7682132e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-434'] for router, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.206840 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d811d8e3-e7d4-4c6e-b373-7b7682132e0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.248097 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d811d8e3-e7d4-4c6e-b373-7b7682132e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684242'] for router, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.248621 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d811d8e3-e7d4-4c6e-b373-7b7682132e0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceeacfb6-64e8-4a10-89f5-e09afe2a584a {{(pid=94131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:22:17.253656 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d811d8e3-e7d4-4c6e-b373-7b7682132e0e admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.254820 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d811d8e3-e7d4-4c6e-b373-7b7682132e0e admin admin] 10.222.0.18 "DELETE /v2.0/routers/ceeacfb6-64e8-4a10-89f5-e09afe2a584a HTTP/1.1" status: 204 len: 168 time: 0.7655578 Sep 09 15:22:17.257290 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45798) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:22:17.301381 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-5218c2cf-83ff-4ebf-adb4-bf57918e7dc6 admin admin] Deleting subnet 238668a1-9313-49eb-abbe-e844e1a0ba37 {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 15:22:17.304461 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5218c2cf-83ff-4ebf-adb4-bf57918e7dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.338422 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5218c2cf-83ff-4ebf-adb4-bf57918e7dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60623514'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.423879 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5218c2cf-83ff-4ebf-adb4-bf57918e7dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612359'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.475903 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5218c2cf-83ff-4ebf-adb4-bf57918e7dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3167384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59967899'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.500748 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218c2cf-83ff-4ebf-adb4-bf57918e7dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=238668a1-9313-49eb-abbe-e844e1a0ba37,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:17.505096 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5218c2cf-83ff-4ebf-adb4-bf57918e7dc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.508144 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5218c2cf-83ff-4ebf-adb4-bf57918e7dc6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/238668a1-9313-49eb-abbe-e844e1a0ba37 HTTP/1.1" status: 204 len: 168 time: 0.2487369 Sep 09 15:22:17.509424 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45800) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:22:17.511955 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43af7ac-1ea7-422a-8eae-c390a758764e None None] Network ce56aad6-6b9d-48fe-a296-1338a8a26664 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:22:17.580947 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846555'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.634208 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] Deleting port 15277b1f-8b63-49c4-91bc-129665431251 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:22:17.634547 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.701495 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] For port 15277b1f-8b63-49c4-91bc-129665431251, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=15277b1f-8b63-49c4-91bc-129665431251,segment=NetworkSegment(0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3),segment_id=0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:22:17.701766 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.717396 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] Calling delete_port for 15277b1f-8b63-49c4-91bc-129665431251 owned by network:dhcp {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:22:17.764011 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07867430-c16b-4c1a-8bd3-57ea5ca0de9a None None] DHCP port deletion for ce56aad6-6b9d-48fe-a296-1338a8a26664 request from dv-cinder-776307-9-iscsi {{(pid=94132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 15:22:17.804995 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.821483 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 78254246-d435-4c5a-a2f8-a56850bf00da no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:22:17.828344 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-07867430-c16b-4c1a-8bd3-57ea5ca0de9a None None] Deleting port 15277b1f-8b63-49c4-91bc-129665431251 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:22:17.828797 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-07867430-c16b-4c1a-8bd3-57ea5ca0de9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.832971 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] Pushing event deleted for resources: {'Port': ['ID=15277b1f-8b63-49c4-91bc-129665431251,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:17.836546 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] No DVR routers for this DVR port 15277b1f-8b63-49c4-91bc-129665431251 on host dv-cinder-776307-9-iscsi {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:22:17.847452 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 78254246-d435-4c5a-a2f8-a56850bf00da {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:22:17.847797 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 78254246-d435-4c5a-a2f8-a56850bf00da not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:22:17.848214 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 15277b1f-8b63-49c4-91bc-129665431251 no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:22:17.891822 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 15277b1f-8b63-49c4-91bc-129665431251 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:22:17.892214 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 15277b1f-8b63-49c4-91bc-129665431251 not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:22:17.892623 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 80abfef9-39c8-4c8c-807c-d7e881afcc67 no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:22:17.914645 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607090', 'neutron.services.segments.db._delete_segments_for_network-8752445426589'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.943993 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce56aad6-6b9d-48fe-a296-1338a8a26664']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:17.946863 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 80abfef9-39c8-4c8c-807c-d7e881afcc67 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:22:17.947207 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 80abfef9-39c8-4c8c-807c-d7e881afcc67 not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:22:17.953571 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6f7fbbfa-8d10-45e1-b3a3-f10591dbf0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.956482 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:17.956791 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fab7e4f-cd1f-44bf-ba30-90b0632d5cd3') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:22:17.962908 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-07867430-c16b-4c1a-8bd3-57ea5ca0de9a None None] For port 15277b1f-8b63-49c4-91bc-129665431251, host dv-cinder-776307-9-iscsi, got binding levels [] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:22:17.963305 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-07867430-c16b-4c1a-8bd3-57ea5ca0de9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.967991 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752445428902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60623587'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.977176 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-07867430-c16b-4c1a-8bd3-57ea5ca0de9a None None] Calling delete_port for 15277b1f-8b63-49c4-91bc-129665431251 owned by network:dhcp {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:22:17.979336 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.ipam_backend_mixin [None req-07867430-c16b-4c1a-8bd3-57ea5ca0de9a None None] Port 15277b1f-8b63-49c4-91bc-129665431251 was not found and therefore no delete operation was performed {{(pid=94132) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 15:22:17.981049 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-07867430-c16b-4c1a-8bd3-57ea5ca0de9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.982010 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.989165 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:22:17.989503 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3167866'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: timer() Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: cb(*args, **kw) Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: self._notify() Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: self.callback(batched_events) Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: event.method(event) Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._get(url).json() Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 15:22:17.991453 dv-cinder-776307-9-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 15:22:18.008473 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07867430-c16b-4c1a-8bd3-57ea5ca0de9a None None] Pushing event deleted for resources: {'Port': ['ID=15277b1f-8b63-49c4-91bc-129665431251,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:18.012081 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07867430-c16b-4c1a-8bd3-57ea5ca0de9a None None] No DVR routers for this DVR port 15277b1f-8b63-49c4-91bc-129665431251 on host dv-cinder-776307-9-iscsi {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:22:18.064891 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681868'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:18.071886 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:18.073214 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ce56aad6-6b9d-48fe-a296-1338a8a26664 HTTP/1.1" status: 204 len: 168 time: 0.5628688 Sep 09 15:22:18.085002 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a18dc1-b510-4d89-905d-d62fb3078376 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce56aad6-6b9d-48fe-a296-1338a8a26664,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:18.190864 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 45804) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:22:18.236100 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-8ff79c81-9b21-4f6a-af17-d5c537a5de31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60e24a0985124167a48ad737065f163e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439236 Sep 09 15:22:18.239049 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45806) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:22:18.289087 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fc280f55-1da6-40f5-b978-e0b5721f3637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:18.310151 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fc280f55-1da6-40f5-b978-e0b5721f3637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:18.359828 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fc280f55-1da6-40f5-b978-e0b5721f3637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:18.362946 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fc280f55-1da6-40f5-b978-e0b5721f3637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:18.364107 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-fc280f55-1da6-40f5-b978-e0b5721f3637 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebcf3b4e-d11d-43bd-87dd-cce380dc1acc HTTP/1.1" status: 204 len: 168 time: 0.1240489 Sep 09 15:22:18.371983 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc280f55-1da6-40f5-b978-e0b5721f3637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcf3b4e-d11d-43bd-87dd-cce380dc1acc,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:18.674083 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45812) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:22:18.717653 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ac2a47b5-382d-4892-88fa-48f41af16a51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4716776c535448f5a92ebba08656759a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423543 Sep 09 15:22:18.720192 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45814) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:22:18.770203 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-83967054-ea5c-4cfa-9a56-8c8865d6560d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:18.790936 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-83967054-ea5c-4cfa-9a56-8c8865d6560d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:18.840781 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-83967054-ea5c-4cfa-9a56-8c8865d6560d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:18.843300 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-83967054-ea5c-4cfa-9a56-8c8865d6560d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:18.844458 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-83967054-ea5c-4cfa-9a56-8c8865d6560d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6226b2f8-dc3e-44d6-9767-4158bfc61218 HTTP/1.1" status: 204 len: 168 time: 0.1233516 Sep 09 15:22:18.852519 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83967054-ea5c-4cfa-9a56-8c8865d6560d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6226b2f8-dc3e-44d6-9767-4158bfc61218,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:22:20.695339 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c92d330b-fd7d-4208-b8da-f806279766ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:20.846256 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:21.739856 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:23.395934 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:24.966877 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:47.887187 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a73ca2a3-0807-452f-94b1-58bb13b256ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:50.037838 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:22:50.697869 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b03c64ad-c3ac-4bf2-89b8-97bee3e2358d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:50.847926 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:51.740660 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:53.399322 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:22:54.985398 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:17.888106 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-156c658d-8f31-483b-a915-6df724fdb471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:20.699088 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-708794bf-2226-4971-a2bb-ce04a53e6f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:20.849079 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:21.742874 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:22.117830 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 45842) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:23:22.273459 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Deleting port 9f256099-e635-42ec-a999-c432fb57f4e0 {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:23:22.273874 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:22.347780 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:22.348087 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:22.360630 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Calling delete_port for 9f256099-e635-42ec-a999-c432fb57f4e0 owned by network:floatingip {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:23:22.515243 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:22.540136 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Pushing event deleted for resources: {'Port': ['ID=9f256099-e635-42ec-a999-c432fb57f4e0,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:23:22.552066 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:22.552417 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:22.552751 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:22.553082 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:22.553409 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:22.553734 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:22.554058 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:22.554382 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:22.554748 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:22.555050 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:22.555371 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:22.555692 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:22.612353 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for floatingip, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:22.612684 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.db.l3_db [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Floating IP 4d089009-8095-44ed-a84b-5f80455d6fc9 disassociated (deleted). External IP: 172.27.3.77, port: 76983e57-f876-436c-9191-6546ead62917. Sep 09 15:23:22.814268 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Router ee57bb38-6adb-4d56-8d9e-148b024e7559 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:23:23.177145 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:23:23.182055 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for floatingip, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:23.187421 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da8330-56cb-481b-8f9f-458d4240c6fb None None] Sync routers for ids ['ee57bb38-6adb-4d56-8d9e-148b024e7559'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:23:23.195974 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da8330-56cb-481b-8f9f-458d4240c6fb None None] Routers {'ee57bb38-6adb-4d56-8d9e-148b024e7559'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:23:23.196582 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-48da8330-56cb-481b-8f9f-458d4240c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:23:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['ee57bb38-6adb-4d56-8d9e-148b024e7559'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:23:23.208408 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-f27c5619-55ec-4733-a42f-7a0c463c607d tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "DELETE /v2.0/floatingips/4d089009-8095-44ed-a84b-5f80455d6fc9 HTTP/1.1" status: 204 len: 168 time: 1.0895865 Sep 09 15:23:23.209000 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'tag': '76983e57-f876-436c-9191-6546ead62917'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:23:23.211271 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc0c9ac-f150-4c20-81bb-59eb05357679" -d '{"events": [{"name": "network-changed", "server_uuid": "32bb3795-025e-48cf-aaab-e4e8331a00fa", "tag": "76983e57-f876-436c-9191-6546ead62917"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:23:23.253974 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 15:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdafd02c-488c-447e-8804-c9bc20d73e47 x-openstack-request-id: req-bdafd02c-488c-447e-8804-c9bc20d73e47 {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:23:23.255043 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bb3795-025e-48cf-aaab-e4e8331a00fa", "tag": "76983e57-f876-436c-9191-6546ead62917", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:23:23.255043 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bdafd02c-488c-447e-8804-c9bc20d73e47 {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:23:23.255043 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'tag': '76983e57-f876-436c-9191-6546ead62917', 'status': 'completed', 'code': 200} Sep 09 15:23:23.306152 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-48da8330-56cb-481b-8f9f-458d4240c6fb None None] Set router ee57bb38-6adb-4d56-8d9e-148b024e7559 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:23:23.322126 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0c9ac-f150-4c20-81bb-59eb05357679 req-e512577e-49dd-4022-a32d-ecd97d3fe086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:23:23.323668 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8bc0c9ac-f150-4c20-81bb-59eb05357679 req-e512577e-49dd-4022-a32d-ecd97d3fe086 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4df2095778484cc7ac0214fbf88663ef&device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 1098 time: 0.0459187 Sep 09 15:23:23.422448 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:23.460795 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0c9ac-f150-4c20-81bb-59eb05357679 req-40d83ce9-e285-40e1-a4cb-c63a5e9f6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:23:23.462165 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8bc0c9ac-f150-4c20-81bb-59eb05357679 req-40d83ce9-e285-40e1-a4cb-c63a5e9f6ba8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0984a54-7def-43d0-913d-331c0bc27070 HTTP/1.1" status: 200 len: 908 time: 0.1318858 Sep 09 15:23:23.484742 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2391020-b8b9-4ebc-b756-a30f2ea580f0 req-43cd3fa5-b5d5-4d91-8290-e9170ce35c11 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:23:23.486240 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f2391020-b8b9-4ebc-b756-a30f2ea580f0 req-43cd3fa5-b5d5-4d91-8290-e9170ce35c11 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0691335 Sep 09 15:23:23.516403 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8bc0c9ac-f150-4c20-81bb-59eb05357679 req-05fb3464-0558-40ca-97e6-cbef87f89134 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76983e57-f876-436c-9191-6546ead62917 HTTP/1.1" status: 200 len: 217 time: 0.0460193 Sep 09 15:23:23.542201 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-48da8330-56cb-481b-8f9f-458d4240c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'name': 'tempest-TestShelveInstance-63434297-router', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:18:58Z', 'revision_number': 4, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'gw_port': {'id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '45bcf288-dae9-4b5a-92b7-f98ee0b1003e', 'name': '', 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'mac_address': 'fa:16:3e:24:91:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:57Z', 'updated_at': '2021-09-09T15:19:06Z', 'revision_number': 5, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'subnets': [{'id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:23:23.570235 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da8330-56cb-481b-8f9f-458d4240c6fb None None] Checking router: ee57bb38-6adb-4d56-8d9e-148b024e7559 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:23:23.580400 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da8330-56cb-481b-8f9f-458d4240c6fb None None] Routers {'ee57bb38-6adb-4d56-8d9e-148b024e7559'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:23:23.581016 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-48da8330-56cb-481b-8f9f-458d4240c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:23:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['ee57bb38-6adb-4d56-8d9e-148b024e7559'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:23:23.584761 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-f2391020-b8b9-4ebc-b756-a30f2ea580f0 req-52654612-5f0c-4823-812f-5a3c5c4d1961 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708623 Sep 09 15:23:23.595927 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0c9ac-f150-4c20-81bb-59eb05357679 req-49dc4596-875d-4cb9-9e93-95a18abe3f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:23:23.597408 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8bc0c9ac-f150-4c20-81bb-59eb05357679 req-49dc4596-875d-4cb9-9e93-95a18abe3f9f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2b661ef-efa4-4273-9365-2674d40f533a HTTP/1.1" status: 200 len: 846 time: 0.0687282 Sep 09 15:23:23.648998 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0c9ac-f150-4c20-81bb-59eb05357679 req-1f9e8a96-a925-42db-9be3-eec37137fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:23:23.651145 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8bc0c9ac-f150-4c20-81bb-59eb05357679 req-1f9e8a96-a925-42db-9be3-eec37137fa65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0984a54-7def-43d0-913d-331c0bc27070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460322 Sep 09 15:23:23.758603 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8bc0c9ac-f150-4c20-81bb-59eb05357679 req-658b9a77-87e7-4ce5-82e3-fb934d899fd5 service neutron] 10.222.0.39 "GET /v2.0/networks/e0984a54-7def-43d0-913d-331c0bc27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992548 Sep 09 15:23:23.834385 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-48da8330-56cb-481b-8f9f-458d4240c6fb None None] Set router ee57bb38-6adb-4d56-8d9e-148b024e7559 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:23:23.865560 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8bc0c9ac-f150-4c20-81bb-59eb05357679 req-4adcb790-7cb8-4b5d-8733-7eec6a7747d0 service neutron] 10.222.0.39 "GET /v2.0/networks/e0984a54-7def-43d0-913d-331c0bc27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988586 Sep 09 15:23:24.043662 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-48da8330-56cb-481b-8f9f-458d4240c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'name': 'tempest-TestShelveInstance-63434297-router', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:18:58Z', 'revision_number': 4, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'gw_port': {'id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '45bcf288-dae9-4b5a-92b7-f98ee0b1003e', 'name': '', 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'mac_address': 'fa:16:3e:24:91:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:57Z', 'updated_at': '2021-09-09T15:19:06Z', 'revision_number': 5, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'subnets': [{'id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:23:24.074861 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da8330-56cb-481b-8f9f-458d4240c6fb None None] The sync data for ids ['ee57bb38-6adb-4d56-8d9e-148b024e7559'] in dv-cinder-776307-9-iscsi is: [{'id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'name': 'tempest-TestShelveInstance-63434297-router', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:18:58Z', 'revision_number': 4, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'gw_port': {'id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi', '_interfaces': [{'id': '45bcf288-dae9-4b5a-92b7-f98ee0b1003e', 'name': '', 'network_id': 'e0984a54-7def-43d0-913d-331c0bc27070', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'mac_address': 'fa:16:3e:24:91:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:57Z', 'updated_at': '2021-09-09T15:19:06Z', 'revision_number': 5, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'subnets': [{'id': 'e2b661ef-efa4-4273-9365-2674d40f533a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:23:24.300905 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063b5f03-12ed-4dc9-9241-6c9bdb974274 None None] New status for floating IP 4d089009-8095-44ed-a84b-5f80455d6fc9: DOWN {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 15:23:24.704821 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de682be-fb8e-4383-b8cc-736f8bcb4723 req-533f05e5-c812-4c4d-ad53-65a882519ede tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:23:24.706320 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0de682be-fb8e-4383-b8cc-736f8bcb4723 req-533f05e5-c812-4c4d-ad53-65a882519ede tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0532043 Sep 09 15:23:24.746058 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-0de682be-fb8e-4383-b8cc-736f8bcb4723 req-603952e5-4685-4f03-90f4-af5b4057fbbf tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/security-groups?id=299b5148-9e96-4e62-866f-cf6a877fb515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334051 Sep 09 15:23:24.922498 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a626-b6df-4df8-b500-d9909e3b0bf5 req-0ab47d14-68b2-4c02-8783-9e6f77e421bb tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 15:23:24.923915 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a218a626-b6df-4df8-b500-d9909e3b0bf5 req-0ab47d14-68b2-4c02-8783-9e6f77e421bb tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.39 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 945 time: 0.0545154 Sep 09 15:23:24.986202 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:25.021940 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-a218a626-b6df-4df8-b500-d9909e3b0bf5 req-894ad8fc-3929-4c9d-b594-2254ea506e40 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Deleting port 76983e57-f876-436c-9191-6546ead62917 {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:23:25.022286 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a218a626-b6df-4df8-b500-d9909e3b0bf5 req-894ad8fc-3929-4c9d-b594-2254ea506e40 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:25.116436 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [req-a218a626-b6df-4df8-b500-d9909e3b0bf5 req-894ad8fc-3929-4c9d-b594-2254ea506e40 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] For port 76983e57-f876-436c-9191-6546ead62917, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=76983e57-f876-436c-9191-6546ead62917,segment=NetworkSegment(d35abc29-a5ac-46be-9d76-7e48632d83a2),segment_id=d35abc29-a5ac-46be-9d76-7e48632d83a2)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:23:25.116801 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a218a626-b6df-4df8-b500-d9909e3b0bf5 req-894ad8fc-3929-4c9d-b594-2254ea506e40 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:25.128610 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [req-a218a626-b6df-4df8-b500-d9909e3b0bf5 req-894ad8fc-3929-4c9d-b594-2254ea506e40 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Calling delete_port for 76983e57-f876-436c-9191-6546ead62917 owned by compute:nova {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:23:25.252194 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a218a626-b6df-4df8-b500-d9909e3b0bf5 req-894ad8fc-3929-4c9d-b594-2254ea506e40 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:25.283438 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ad8fc-3929-4c9d-b594-2254ea506e40 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Pushing event deleted for resources: {'Port': ['ID=76983e57-f876-436c-9191-6546ead62917,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:23:25.325442 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a218a626-b6df-4df8-b500-d9909e3b0bf5 req-894ad8fc-3929-4c9d-b594-2254ea506e40 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] No DVR routers for this DVR port 76983e57-f876-436c-9191-6546ead62917 on host hv-cinder-77630 {{(pid=94130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:23:25.327884 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [req-a218a626-b6df-4df8-b500-d9909e3b0bf5 req-894ad8fc-3929-4c9d-b594-2254ea506e40 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260775'] for port, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:25.329875 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-a218a626-b6df-4df8-b500-d9909e3b0bf5 req-894ad8fc-3929-4c9d-b594-2254ea506e40 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.39 "DELETE /v2.0/ports/76983e57-f876-436c-9191-6546ead62917 HTTP/1.1" status: 204 len: 173 time: 0.3996749 Sep 09 15:23:25.330299 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'name': 'network-vif-deleted', 'tag': '76983e57-f876-436c-9191-6546ead62917'}] {{(pid=94130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 15:23:25.332565 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d78f43e9d34d69f3bb843b73abb55270734701a4ed26d016e14447465fc7773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6319e738-8f8a-4d07-8a25-77a1e4d3d44c" -d '{"events": [{"server_uuid": "32bb3795-025e-48cf-aaab-e4e8331a00fa", "name": "network-vif-deleted", "tag": "76983e57-f876-436c-9191-6546ead62917"}]}' {{(pid=94130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:23:25.374213 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 15:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33c4816-6808-4948-9342-0e077379f964 x-openstack-request-id: req-d33c4816-6808-4948-9342-0e077379f964 {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:23:25.374519 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bb3795-025e-48cf-aaab-e4e8331a00fa", "name": "network-vif-deleted", "tag": "76983e57-f876-436c-9191-6546ead62917", "status": "completed", "code": 200}]} {{(pid=94130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:23:25.374761 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d33c4816-6808-4948-9342-0e077379f964 {{(pid=94130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:23:25.375182 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bb3795-025e-48cf-aaab-e4e8331a00fa', 'name': 'network-vif-deleted', 'tag': '76983e57-f876-436c-9191-6546ead62917', 'status': 'completed', 'code': 200} Sep 09 15:23:25.854830 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [req-8f21ff34-ff4f-4655-a007-e01267f0cc8d req-8cbfb8f5-2c0c-426b-a8cd-a11eddb83bec tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "GET /v2.0/ports?device_id=32bb3795-025e-48cf-aaab-e4e8331a00fa HTTP/1.1" status: 200 len: 210 time: 0.0275457 Sep 09 15:23:26.912410 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45870) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:23:26.972309 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a1b981e6-5e06-41af-96b6-aa8172129020 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:26.997293 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a1b981e6-5e06-41af-96b6-aa8172129020 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:27.035932 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:23:27.058317 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a1b981e6-5e06-41af-96b6-aa8172129020 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:27.062927 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a1b981e6-5e06-41af-96b6-aa8172129020 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:27.064112 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a1b981e6-5e06-41af-96b6-aa8172129020 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] 10.222.0.18 "DELETE /v2.0/security-groups/299b5148-9e96-4e62-866f-cf6a877fb515 HTTP/1.1" status: 204 len: 168 time: 0.1506546 Sep 09 15:23:27.075830 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b981e6-5e06-41af-96b6-aa8172129020 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299b5148-9e96-4e62-866f-cf6a877fb515,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:23:27.083107 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b981e6-5e06-41af-96b6-aa8172129020 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:27.083452 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b981e6-5e06-41af-96b6-aa8172129020 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:27.083785 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b981e6-5e06-41af-96b6-aa8172129020 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:27.084160 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b981e6-5e06-41af-96b6-aa8172129020 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:27.084492 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b981e6-5e06-41af-96b6-aa8172129020 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:27.084816 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b981e6-5e06-41af-96b6-aa8172129020 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:27.085136 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b981e6-5e06-41af-96b6-aa8172129020 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:27.085459 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b981e6-5e06-41af-96b6-aa8172129020 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:27.085771 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b981e6-5e06-41af-96b6-aa8172129020 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:27.086267 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b981e6-5e06-41af-96b6-aa8172129020 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:27.086403 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b981e6-5e06-41af-96b6-aa8172129020 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:27.086759 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b981e6-5e06-41af-96b6-aa8172129020 tempest-TestShelveInstance-337726633 tempest-TestShelveInstance-337726633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:27.107680 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45876) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:23:27.461104 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-33aa6e4b-ab64-4f1f-b4a8-2a4587a2d4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682430'] for router_interface, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:27.718580 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-33aa6e4b-ab64-4f1f-b4a8-2a4587a2d4a5 admin admin] Deleting port 45bcf288-dae9-4b5a-92b7-f98ee0b1003e {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:23:27.718858 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-33aa6e4b-ab64-4f1f-b4a8-2a4587a2d4a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:27.797613 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-33aa6e4b-ab64-4f1f-b4a8-2a4587a2d4a5 admin admin] For port 45bcf288-dae9-4b5a-92b7-f98ee0b1003e, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=45bcf288-dae9-4b5a-92b7-f98ee0b1003e,segment=NetworkSegment(d35abc29-a5ac-46be-9d76-7e48632d83a2),segment_id=d35abc29-a5ac-46be-9d76-7e48632d83a2)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:23:27.797968 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-33aa6e4b-ab64-4f1f-b4a8-2a4587a2d4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:27.810190 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-33aa6e4b-ab64-4f1f-b4a8-2a4587a2d4a5 admin admin] Calling delete_port for 45bcf288-dae9-4b5a-92b7-f98ee0b1003e owned by network:router_interface {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:23:27.991021 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-33aa6e4b-ab64-4f1f-b4a8-2a4587a2d4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:28.021054 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa6e4b-ab64-4f1f-b4a8-2a4587a2d4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=45bcf288-dae9-4b5a-92b7-f98ee0b1003e,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:23:28.189429 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-33aa6e4b-ab64-4f1f-b4a8-2a4587a2d4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682506'] for router_interface, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:28.401108 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33aa6e4b-ab64-4f1f-b4a8-2a4587a2d4a5 admin admin] Router ee57bb38-6adb-4d56-8d9e-148b024e7559 has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:23:28.637116 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 76983e57-f876-436c-9191-6546ead62917 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:23:28.658672 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] No Port match for: 76983e57-f876-436c-9191-6546ead62917 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:23:28.658939 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Device 76983e57-f876-436c-9191-6546ead62917 not bound to the agent host hv-cinder-77630 {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:23:28.763214 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33aa6e4b-ab64-4f1f-b4a8-2a4587a2d4a5 admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:23:28.768213 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-33aa6e4b-ab64-4f1f-b4a8-2a4587a2d4a5 admin admin] 10.222.0.18 "PUT /v2.0/routers/ee57bb38-6adb-4d56-8d9e-148b024e7559/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6596272 Sep 09 15:23:28.770980 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45878) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:23:28.772176 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934e5976-dd30-49e1-8cd0-0bde6ff57d87 None None] Sync routers for ids ['ee57bb38-6adb-4d56-8d9e-148b024e7559'] in dv-cinder-776307-9-iscsi {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:23:28.781833 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934e5976-dd30-49e1-8cd0-0bde6ff57d87 None None] Routers {'ee57bb38-6adb-4d56-8d9e-148b024e7559'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:23:28.782441 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-934e5976-dd30-49e1-8cd0-0bde6ff57d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:23:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['ee57bb38-6adb-4d56-8d9e-148b024e7559'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:23:28.878774 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf7d7-2b77-45ff-b204-77ff763761db admin admin] Notify callbacks [] for router, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:28.891303 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-934e5976-dd30-49e1-8cd0-0bde6ff57d87 None None] Set router ee57bb38-6adb-4d56-8d9e-148b024e7559 gateway port host: dv-cinder-776307-9-iscsi {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:23:28.982795 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf7d7-2b77-45ff-b204-77ff763761db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:29.034901 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-bc6bf7d7-2b77-45ff-b204-77ff763761db admin admin] Deleting port d7543d75-ffb9-415b-a9f8-073f748c9b8d {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:23:29.035629 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf7d7-2b77-45ff-b204-77ff763761db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:29.072664 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-934e5976-dd30-49e1-8cd0-0bde6ff57d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'name': 'tempest-TestShelveInstance-63434297-router', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:23:27Z', 'revision_number': 5, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'gw_port': {'id': 'd7543d75-ffb9-415b-a9f8-073f748c9b8d', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:23:29.106682 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934e5976-dd30-49e1-8cd0-0bde6ff57d87 None None] Checking router: ee57bb38-6adb-4d56-8d9e-148b024e7559 for host: dv-cinder-776307-9-iscsi {{(pid=94132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:23:29.116956 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-bc6bf7d7-2b77-45ff-b204-77ff763761db admin admin] For port d7543d75-ffb9-415b-a9f8-073f748c9b8d, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=d7543d75-ffb9-415b-a9f8-073f748c9b8d,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:23:29.117272 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934e5976-dd30-49e1-8cd0-0bde6ff57d87 None None] Routers {'ee57bb38-6adb-4d56-8d9e-148b024e7559'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:23:29.117388 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf7d7-2b77-45ff-b204-77ff763761db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:29.117895 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-934e5976-dd30-49e1-8cd0-0bde6ff57d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:23:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['ee57bb38-6adb-4d56-8d9e-148b024e7559'], 'active': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:23:29.130950 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-bc6bf7d7-2b77-45ff-b204-77ff763761db admin admin] Calling delete_port for d7543d75-ffb9-415b-a9f8-073f748c9b8d owned by network:router_gateway {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:23:29.205332 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvr_db [None req-934e5976-dd30-49e1-8cd0-0bde6ff57d87 None None] Set router ee57bb38-6adb-4d56-8d9e-148b024e7559 gateway port host: None {{(pid=94132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:23:29.260123 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_hamode_db [None req-934e5976-dd30-49e1-8cd0-0bde6ff57d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'name': 'tempest-TestShelveInstance-63434297-router', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:23:28Z', 'revision_number': 6, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'gw_port_host': None}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:23:29.286952 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934e5976-dd30-49e1-8cd0-0bde6ff57d87 None None] The sync data for ids ['ee57bb38-6adb-4d56-8d9e-148b024e7559'] in dv-cinder-776307-9-iscsi is: [{'id': 'ee57bb38-6adb-4d56-8d9e-148b024e7559', 'name': 'tempest-TestShelveInstance-63434297-router', 'tenant_id': '4df2095778484cc7ac0214fbf88663ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:18:55Z', 'updated_at': '2021-09-09T15:23:28Z', 'revision_number': 6, 'project_id': '4df2095778484cc7ac0214fbf88663ef', 'gw_port_host': None}] {{(pid=94132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:23:29.297268 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf7d7-2b77-45ff-b204-77ff763761db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:29.327756 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bf7d7-2b77-45ff-b204-77ff763761db admin admin] Pushing event deleted for resources: {'Port': ['ID=d7543d75-ffb9-415b-a9f8-073f748c9b8d,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:23:29.393857 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf7d7-2b77-45ff-b204-77ff763761db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681832'] for router_gateway, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:29.487280 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf7d7-2b77-45ff-b204-77ff763761db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-434'] for router, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:29.489388 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf7d7-2b77-45ff-b204-77ff763761db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:29.533193 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf7d7-2b77-45ff-b204-77ff763761db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684242'] for router, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:29.533665 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6bf7d7-2b77-45ff-b204-77ff763761db admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee57bb38-6adb-4d56-8d9e-148b024e7559 {{(pid=94131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:23:29.538383 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bc6bf7d7-2b77-45ff-b204-77ff763761db admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:29.539538 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-bc6bf7d7-2b77-45ff-b204-77ff763761db admin admin] 10.222.0.18 "DELETE /v2.0/routers/ee57bb38-6adb-4d56-8d9e-148b024e7559 HTTP/1.1" status: 204 len: 168 time: 0.7676246 Sep 09 15:23:29.542839 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45880) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:23:29.589535 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-7415b1ed-6ac8-466b-afc6-6a01a8a6d0d8 admin admin] Deleting subnet e2b661ef-efa4-4273-9365-2674d40f533a {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 15:23:29.592554 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7415b1ed-6ac8-466b-afc6-6a01a8a6d0d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:29.628123 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7415b1ed-6ac8-466b-afc6-6a01a8a6d0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60623514'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:29.717515 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7415b1ed-6ac8-466b-afc6-6a01a8a6d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612359'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:29.782184 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7415b1ed-6ac8-466b-afc6-6a01a8a6d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3167384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59967899'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:29.813320 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415b1ed-6ac8-466b-afc6-6a01a8a6d0d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b661ef-efa4-4273-9365-2674d40f533a,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:23:29.817276 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7415b1ed-6ac8-466b-afc6-6a01a8a6d0d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:29.820875 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-7415b1ed-6ac8-466b-afc6-6a01a8a6d0d8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e2b661ef-efa4-4273-9365-2674d40f533a HTTP/1.1" status: 204 len: 168 time: 0.2768538 Sep 09 15:23:29.821825 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45882) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:23:29.823467 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c6f4b1-62a6-4eca-9329-d30a25bac491 None None] Network e0984a54-7def-43d0-913d-331c0bc27070 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:23:29.912465 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846555'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:29.977423 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] Deleting port d3d52d6e-3a33-43f5-920c-99cfaea82b61 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:23:29.977757 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:30.049225 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] For port d3d52d6e-3a33-43f5-920c-99cfaea82b61, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=d3d52d6e-3a33-43f5-920c-99cfaea82b61,segment=NetworkSegment(d35abc29-a5ac-46be-9d76-7e48632d83a2),segment_id=d35abc29-a5ac-46be-9d76-7e48632d83a2)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:23:30.049225 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:30.063316 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] Calling delete_port for d3d52d6e-3a33-43f5-920c-99cfaea82b61 owned by network:dhcp {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:23:30.082123 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] DHCP port deletion for e0984a54-7def-43d0-913d-331c0bc27070 request from dv-cinder-776307-9-iscsi {{(pid=94132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 15:23:30.136978 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] Deleting port d3d52d6e-3a33-43f5-920c-99cfaea82b61 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:23:30.137360 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:30.148517 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:30.157142 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 45bcf288-dae9-4b5a-92b7-f98ee0b1003e no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:23:30.179124 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d52d6e-3a33-43f5-920c-99cfaea82b61,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:23:30.183968 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] No DVR routers for this DVR port d3d52d6e-3a33-43f5-920c-99cfaea82b61 on host dv-cinder-776307-9-iscsi {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:23:30.187835 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 45bcf288-dae9-4b5a-92b7-f98ee0b1003e {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:23:30.188636 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 45bcf288-dae9-4b5a-92b7-f98ee0b1003e not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:23:30.188636 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device d3d52d6e-3a33-43f5-920c-99cfaea82b61 no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:23:30.236106 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: d3d52d6e-3a33-43f5-920c-99cfaea82b61 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:23:30.236453 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device d3d52d6e-3a33-43f5-920c-99cfaea82b61 not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:23:30.236872 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device d7543d75-ffb9-415b-a9f8-073f748c9b8d no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:23:30.255397 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607090', 'neutron.services.segments.db._delete_segments_for_network-8752445426589'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:30.267711 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: d7543d75-ffb9-415b-a9f8-073f748c9b8d {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:23:30.268063 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device d7543d75-ffb9-415b-a9f8-073f748c9b8d not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:23:30.270597 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] For port d3d52d6e-3a33-43f5-920c-99cfaea82b61, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=d3d52d6e-3a33-43f5-920c-99cfaea82b61,segment=NetworkSegment(d35abc29-a5ac-46be-9d76-7e48632d83a2),segment_id=d35abc29-a5ac-46be-9d76-7e48632d83a2)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:23:30.271028 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:30.277761 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0984a54-7def-43d0-913d-331c0bc27070']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:23:30.284329 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] Calling delete_port for d3d52d6e-3a33-43f5-920c-99cfaea82b61 owned by network:dhcp {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:23:30.287239 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35abc29-a5ac-46be-9d76-7e48632d83a2') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:23:30.287538 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35abc29-a5ac-46be-9d76-7e48632d83a2') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:23:30.298754 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752445428902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60623587'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:30.312687 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:30.319268 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:23:30.319655 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3167866'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: timer() Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: cb(*args, **kw) Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: self._notify() Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: self.callback(batched_events) Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: event.method(event) Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._get(url).json() Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 15:23:30.321332 dv-cinder-776307-9-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 15:23:30.373184 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:30.383455 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681868'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:30.390063 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:30.392199 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e0984a54-7def-43d0-913d-331c0bc27070 HTTP/1.1" status: 204 len: 168 time: 0.5692723 Sep 09 15:23:30.395167 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 45884) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:23:30.400183 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] Pushing event deleted for resources: {'Port': ['ID=d3d52d6e-3a33-43f5-920c-99cfaea82b61,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:23:30.407711 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e628a8-55ff-4373-a22c-c6ec32069245 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0984a54-7def-43d0-913d-331c0bc27070,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:23:30.408102 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] No DVR routers for this DVR port d3d52d6e-3a33-43f5-920c-99cfaea82b61 on host dv-cinder-776307-9-iscsi {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:23:30.415162 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:30.415505 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:30.415857 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:30.416285 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:30.417142 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:30.417568 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:30.417568 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:30.418287 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:30.418668 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:30.419024 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:30.419348 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:30.419664 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafee19c-58d3-4a67-a063-f18fe01f578e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-9-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:23:30.756267 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-fa950dd0-d6b1-4edb-a9b0-821902b2521d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682430'] for router_interface, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:31.013698 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-fa950dd0-d6b1-4edb-a9b0-821902b2521d admin admin] Deleting port b304015e-ec40-4b4b-991c-2b4dd124231e {{(pid=94130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:23:31.014080 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-fa950dd0-d6b1-4edb-a9b0-821902b2521d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:31.102266 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-fa950dd0-d6b1-4edb-a9b0-821902b2521d admin admin] For port b304015e-ec40-4b4b-991c-2b4dd124231e, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=b304015e-ec40-4b4b-991c-2b4dd124231e,segment=NetworkSegment(12373a5e-7e70-4d59-b187-488db1b25ed3),segment_id=12373a5e-7e70-4d59-b187-488db1b25ed3)] {{(pid=94130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:23:31.102625 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-fa950dd0-d6b1-4edb-a9b0-821902b2521d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:31.114713 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.plugin [None req-fa950dd0-d6b1-4edb-a9b0-821902b2521d admin admin] Calling delete_port for b304015e-ec40-4b4b-991c-2b4dd124231e owned by network:router_interface {{(pid=94130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:23:31.288985 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-fa950dd0-d6b1-4edb-a9b0-821902b2521d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60062139'] for port, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:31.316012 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa950dd0-d6b1-4edb-a9b0-821902b2521d admin admin] Pushing event deleted for resources: {'Port': ['ID=b304015e-ec40-4b4b-991c-2b4dd124231e,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:23:31.485607 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-fa950dd0-d6b1-4edb-a9b0-821902b2521d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3756857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682506'] for router_interface, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:31.695438 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa950dd0-d6b1-4edb-a9b0-821902b2521d admin admin] Router d672642b-e9b4-49ed-bd60-ddb0bd6e011c has already been hosted by L3 agent 70d06286-6100-4626-9d9b-a96bb3052535 {{(pid=94130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:23:31.799780 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa950dd0-d6b1-4edb-a9b0-821902b2521d admin admin] Notify agent at l3_agent.dv-cinder-776307-9-iscsi the message routers_updated {{(pid=94130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:23:31.808306 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-fa950dd0-d6b1-4edb-a9b0-821902b2521d admin admin] 10.222.0.18 "PUT /v2.0/routers/d672642b-e9b4-49ed-bd60-ddb0bd6e011c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4106526 Sep 09 15:23:31.808935 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45888) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:23:31.809436 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ad95f-777f-466c-8c2b-5d095e3ddf18 None None] Sync routers for ids ['d672642b-e9b4-49ed-bd60-ddb0bd6e011c'] in dv-cinder-776307-9-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:23:31.819053 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477ad95f-777f-466c-8c2b-5d095e3ddf18 None None] Routers {'d672642b-e9b4-49ed-bd60-ddb0bd6e011c'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:23:31.819958 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-477ad95f-777f-466c-8c2b-5d095e3ddf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:23:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['d672642b-e9b4-49ed-bd60-ddb0bd6e011c'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:23:31.919750 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-65e1b77d-9fbd-460a-b2af-8dbf364c813f admin admin] Notify callbacks [] for router, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:32.024600 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-477ad95f-777f-466c-8c2b-5d095e3ddf18 None None] Set router d672642b-e9b4-49ed-bd60-ddb0bd6e011c gateway port host: dv-cinder-776307-9-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:23:32.043589 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-65e1b77d-9fbd-460a-b2af-8dbf364c813f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:32.105139 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-65e1b77d-9fbd-460a-b2af-8dbf364c813f admin admin] Deleting port 1cd3f240-b519-4c2d-893c-6bc02a687e10 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:23:32.105496 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-65e1b77d-9fbd-460a-b2af-8dbf364c813f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:32.193621 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-65e1b77d-9fbd-460a-b2af-8dbf364c813f admin admin] For port 1cd3f240-b519-4c2d-893c-6bc02a687e10, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=1cd3f240-b519-4c2d-893c-6bc02a687e10,segment=NetworkSegment(3a5a5a6b-35a2-45b7-8ece-2b07c3130163),segment_id=3a5a5a6b-35a2-45b7-8ece-2b07c3130163)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:23:32.193987 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-65e1b77d-9fbd-460a-b2af-8dbf364c813f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:32.206548 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-477ad95f-777f-466c-8c2b-5d095e3ddf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'name': 'tempest-TestShelveInstance-1221752255-router', 'tenant_id': '5ba73f82153840b7b1188ed51b21e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'external_fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '1cd3f240-b519-4c2d-893c-6bc02a687e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:19:00Z', 'updated_at': '2021-09-09T15:23:31Z', 'revision_number': 5, 'project_id': '5ba73f82153840b7b1188ed51b21e46e', 'gw_port': {'id': '1cd3f240-b519-4c2d-893c-6bc02a687e10', 'name': '', 'network_id': '1e824111-cf35-4689-9431-3e5bca072ae7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T15:19:01Z', 'updated_at': '2021-09-09T15:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2526a5d9-0770-4c6c-98de-0422ee1622b8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-9-iscsi'}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:23:32.206877 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-65e1b77d-9fbd-460a-b2af-8dbf364c813f admin admin] Calling delete_port for 1cd3f240-b519-4c2d-893c-6bc02a687e10 owned by network:router_gateway {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:23:32.233556 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ad95f-777f-466c-8c2b-5d095e3ddf18 None None] Checking router: d672642b-e9b4-49ed-bd60-ddb0bd6e011c for host: dv-cinder-776307-9-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:23:32.242102 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477ad95f-777f-466c-8c2b-5d095e3ddf18 None None] Routers {'d672642b-e9b4-49ed-bd60-ddb0bd6e011c'} bound to L3 agent in host dv-cinder-776307-9-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 15:23:32.242735 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-477ad95f-777f-466c-8c2b-5d095e3ddf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T15:03:21Z,description=,heartbeat_timestamp=2021-09-09T15:23:21Z,host='dv-cinder-776307-9-iscsi',id=70d06286-6100-4626-9d9b-a96bb3052535,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T15:03:21Z,topic='l3_agent')) {'router_ids': ['d672642b-e9b4-49ed-bd60-ddb0bd6e011c'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:23:32.330045 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-477ad95f-777f-466c-8c2b-5d095e3ddf18 None None] Set router d672642b-e9b4-49ed-bd60-ddb0bd6e011c gateway port host: None {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 15:23:32.380199 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-65e1b77d-9fbd-460a-b2af-8dbf364c813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:32.384919 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-477ad95f-777f-466c-8c2b-5d095e3ddf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'name': 'tempest-TestShelveInstance-1221752255-router', 'tenant_id': '5ba73f82153840b7b1188ed51b21e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:19:00Z', 'updated_at': '2021-09-09T15:23:32Z', 'revision_number': 6, 'project_id': '5ba73f82153840b7b1188ed51b21e46e', 'gw_port_host': None}], 'dv-cinder-776307-9-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:23:32.406346 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1b77d-9fbd-460a-b2af-8dbf364c813f admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd3f240-b519-4c2d-893c-6bc02a687e10,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:23:32.415109 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ad95f-777f-466c-8c2b-5d095e3ddf18 None None] The sync data for ids ['d672642b-e9b4-49ed-bd60-ddb0bd6e011c'] in dv-cinder-776307-9-iscsi is: [{'id': 'd672642b-e9b4-49ed-bd60-ddb0bd6e011c', 'name': 'tempest-TestShelveInstance-1221752255-router', 'tenant_id': '5ba73f82153840b7b1188ed51b21e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T15:19:00Z', 'updated_at': '2021-09-09T15:23:32Z', 'revision_number': 6, 'project_id': '5ba73f82153840b7b1188ed51b21e46e', 'gw_port_host': None}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:23:32.476262 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-65e1b77d-9fbd-460a-b2af-8dbf364c813f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681832'] for router_gateway, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:32.565004 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-65e1b77d-9fbd-460a-b2af-8dbf364c813f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-434'] for router, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:32.567136 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-65e1b77d-9fbd-460a-b2af-8dbf364c813f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:32.611914 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-65e1b77d-9fbd-460a-b2af-8dbf364c813f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684242'] for router, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:32.612358 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e1b77d-9fbd-460a-b2af-8dbf364c813f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d672642b-e9b4-49ed-bd60-ddb0bd6e011c {{(pid=94131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:23:32.616490 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-65e1b77d-9fbd-460a-b2af-8dbf364c813f admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:32.617634 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-65e1b77d-9fbd-460a-b2af-8dbf364c813f admin admin] 10.222.0.18 "DELETE /v2.0/routers/d672642b-e9b4-49ed-bd60-ddb0bd6e011c HTTP/1.1" status: 204 len: 168 time: 0.8069572 Sep 09 15:23:32.620155 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45890) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:23:32.665320 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e868cac-e7ba-4503-95fd-f5eaf3ca2d60 admin admin] Deleting subnet 3e926e01-ccde-439f-b0f3-7dcd9cb6dd4e {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 15:23:32.668443 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1e868cac-e7ba-4503-95fd-f5eaf3ca2d60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:32.701676 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1e868cac-e7ba-4503-95fd-f5eaf3ca2d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60623514'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:32.799297 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1e868cac-e7ba-4503-95fd-f5eaf3ca2d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-612359'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:32.863987 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1e868cac-e7ba-4503-95fd-f5eaf3ca2d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-612366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3167384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59967899'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:32.888775 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e868cac-e7ba-4503-95fd-f5eaf3ca2d60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e926e01-ccde-439f-b0f3-7dcd9cb6dd4e,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:23:32.892433 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1e868cac-e7ba-4503-95fd-f5eaf3ca2d60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:32.894277 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1e868cac-e7ba-4503-95fd-f5eaf3ca2d60 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3e926e01-ccde-439f-b0f3-7dcd9cb6dd4e HTTP/1.1" status: 204 len: 168 time: 0.2730374 Sep 09 15:23:32.896744 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45892) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:23:32.899576 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be6f9c5-b376-4b90-abb3-30c98c0ff18f None None] Network d94ee227-19ea-4472-a1dd-f735c38f43b7 requested from dv-cinder-776307-9-iscsi {{(pid=94132) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 15:23:32.969302 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846555'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:33.031280 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] Deleting port 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:23:33.031619 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:33.097479 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] For port 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=082c3db5-2864-4aa8-8b86-3bcfd2ccee8c,segment=NetworkSegment(12373a5e-7e70-4d59-b187-488db1b25ed3),segment_id=12373a5e-7e70-4d59-b187-488db1b25ed3)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:23:33.097769 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:33.110400 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] Calling delete_port for 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c owned by network:dhcp {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:23:33.141221 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ab2f3b-5328-4192-8c45-2e38b1fa6238 None None] DHCP port deletion for d94ee227-19ea-4472-a1dd-f735c38f43b7 request from dv-cinder-776307-9-iscsi {{(pid=94132) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 15:23:33.192832 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-e4ab2f3b-5328-4192-8c45-2e38b1fa6238 None None] Deleting port 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 15:23:33.193341 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e4ab2f3b-5328-4192-8c45-2e38b1fa6238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752445444410'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:33.202504 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3167397'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:33.229226 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=082c3db5-2864-4aa8-8b86-3bcfd2ccee8c,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:23:33.233093 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] No DVR routers for this DVR port 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c on host dv-cinder-776307-9-iscsi {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:23:33.272856 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-e4ab2f3b-5328-4192-8c45-2e38b1fa6238 None None] For port 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c, host dv-cinder-776307-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-9-iscsi',level=0,port_id=082c3db5-2864-4aa8-8b86-3bcfd2ccee8c,segment=NetworkSegment(12373a5e-7e70-4d59-b187-488db1b25ed3),segment_id=12373a5e-7e70-4d59-b187-488db1b25ed3)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:23:33.273259 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e4ab2f3b-5328-4192-8c45-2e38b1fa6238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674127'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:33.286605 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-e4ab2f3b-5328-4192-8c45-2e38b1fa6238 None None] Calling delete_port for 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c owned by network:dhcp {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 15:23:33.310238 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607090', 'neutron.services.segments.db._delete_segments_for_network-8752445426589'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:33.333549 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94ee227-19ea-4472-a1dd-f735c38f43b7']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:23:33.344912 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12373a5e-7e70-4d59-b187-488db1b25ed3') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:23:33.345388 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12373a5e-7e70-4d59-b187-488db1b25ed3') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:23:33.355967 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752445428902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60623587'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:33.369785 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e4ab2f3b-5328-4192-8c45-2e38b1fa6238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-663778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752445450500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752444931548'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:33.373628 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:33.383284 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:23:33.383814 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3167866'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: timer() Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: cb(*args, **kw) Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: self._notify() Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: self.callback(batched_events) Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: event.method(event) Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._get(url).json() Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 15:23:33.386395 dv-cinder-776307-9-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 15:23:33.408239 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab2f3b-5328-4192-8c45-2e38b1fa6238 None None] Pushing event deleted for resources: {'Port': ['ID=082c3db5-2864-4aa8-8b86-3bcfd2ccee8c,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:23:33.410137 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab2f3b-5328-4192-8c45-2e38b1fa6238 None None] No DVR routers for this DVR port 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c on host dv-cinder-776307-9-iscsi {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 15:23:33.448654 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-612993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3756848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681868'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:33.464337 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3756834'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:33.468737 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d94ee227-19ea-4472-a1dd-f735c38f43b7 HTTP/1.1" status: 204 len: 168 time: 0.5685954 Sep 09 15:23:33.468737 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920b1da-34cc-4c9c-bdad-c6ec976bffd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d94ee227-19ea-4472-a1dd-f735c38f43b7,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:23:33.636211 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45896) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:23:33.680243 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6ed0f34a-354d-46bd-ad1a-7319cbfe7c4c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4df2095778484cc7ac0214fbf88663ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428066 Sep 09 15:23:33.682835 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.18', 45898) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:23:33.731315 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-24833741-265a-47b3-b6dd-5740056e69c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:33.751628 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-24833741-265a-47b3-b6dd-5740056e69c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:33.801667 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-24833741-265a-47b3-b6dd-5740056e69c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:33.804275 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-24833741-265a-47b3-b6dd-5740056e69c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:33.805421 dv-cinder-776307-9-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-24833741-265a-47b3-b6dd-5740056e69c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fa526e3-9760-4c3e-a7dc-2b347b7c7a4c HTTP/1.1" status: 204 len: 168 time: 0.1217072 Sep 09 15:23:33.813847 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24833741-265a-47b3-b6dd-5740056e69c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa526e3-9760-4c3e-a7dc-2b347b7c7a4c,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:23:33.842772 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:23:33.863800 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:23:33.864219 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 082c3db5-2864-4aa8-8b86-3bcfd2ccee8c not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:23:33.864731 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device b304015e-ec40-4b4b-991c-2b4dd124231e no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:23:33.883247 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: b304015e-ec40-4b4b-991c-2b4dd124231e {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:23:33.883510 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device b304015e-ec40-4b4b-991c-2b4dd124231e not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:23:33.883925 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 1cd3f240-b519-4c2d-893c-6bc02a687e10 no longer exists at agent ovs-agent-dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:23:33.903019 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] No Port match for: 1cd3f240-b519-4c2d-893c-6bc02a687e10 {{(pid=94132) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 15:23:33.903748 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.rpc [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Device 1cd3f240-b519-4c2d-893c-6bc02a687e10 not bound to the agent host dv-cinder-776307-9-iscsi {{(pid=94132) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:23:34.134142 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 45904) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:23:34.178766 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-0265137e-e7ff-4ac2-b275-538a67f7c6bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ba73f82153840b7b1188ed51b21e46e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433650 Sep 09 15:23:34.181123 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [-] (94130) accepted ('10.222.0.18', 45906) {{(pid=94130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 15:23:34.230639 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-91dc2705-4860-4cfc-ab78-f0cd11d35b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:34.252441 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-91dc2705-4860-4cfc-ab78-f0cd11d35b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:34.300058 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-91dc2705-4860-4cfc-ab78-f0cd11d35b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676355'] for security_group, after_delete {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:34.302812 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-91dc2705-4860-4cfc-ab78-f0cd11d35b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:34.303972 dv-cinder-776307-9-iscsi neutron-server[94130]: INFO neutron.wsgi [None req-91dc2705-4860-4cfc-ab78-f0cd11d35b7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b136e828-ce00-4a14-8fbe-b0da743cc630 HTTP/1.1" status: 204 len: 168 time: 0.1219647 Sep 09 15:23:34.312766 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc2705-4860-4cfc-ab78-f0cd11d35b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b136e828-ce00-4a14-8fbe-b0da743cc630,revision_number=None']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:23:47.890324 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3ff0d1bd-c7e8-49aa-b212-88ebdecdab8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:50.700828 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9abf5136-24b8-4dc5-aff6-63a982784f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:50.850162 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:51.743972 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:53.404879 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:23:54.992102 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:24:04.035761 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:24:17.891431 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dfe59d1c-a0d3-413e-807d-294a153cb89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:24:20.702373 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b09935f6-c727-4226-8c6f-23790f42ecba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:24:20.850478 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:24:21.747185 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:24:23.407242 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:24:24.992268 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:24:41.035071 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:24:47.892247 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ac64d968-869e-4e7d-a634-3221910d38e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:24:50.703074 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e82a958c-360d-475c-bb2b-c334200ced1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:24:50.853590 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:24:51.750282 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:24:53.408956 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:24:55.007813 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:25:17.893309 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8468d9ae-2c86-452e-8223-241f9f4de30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:25:18.033567 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:25:20.704541 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-467aef5d-fffb-4209-a39e-fe33684e1db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:25:20.856838 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:25:21.752200 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:25:23.411808 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:25:25.014046 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:25:47.895088 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-78d5ce13-9d8e-4c65-b3a5-3ddbd1d47d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:25:50.706145 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce39c-56f9-4e75-9f5b-160dac6629dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:25:50.860371 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:25:51.757498 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:25:53.413021 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:25:55.030302 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:25:55.032441 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:26:17.899915 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a3c581e0-fb87-49be-9540-4afb2238c7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:26:20.707344 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-efd1928b-931d-4ccf-9949-3374bb815973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:26:20.862304 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:26:21.759543 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:26:23.416184 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:26:25.046302 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:26:32.031247 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:26:47.900861 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0b602eb7-f92a-4f9a-a65d-be199e5e2e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:26:50.708462 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-25041aac-fc80-4dd6-84c0-36b32ea909f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:26:50.864255 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:26:51.256544 dv-cinder-776307-9-iscsi neutron-server[94130]: DEBUG neutron.wsgi [req-21215015-b6a9-4301-b62a-4b98fb8736fd req-9c2f9ffe-a5e4-4e2b-966b-7e8572a7975c service neutron] (94130) timed out ('10.222.0.39', 51506) {{(pid=94130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 15:26:51.761542 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:26:53.418550 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:26:55.053335 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:26:57.952929 dv-cinder-776307-9-iscsi neutron-server[94131]: DEBUG neutron.wsgi [req-f05fb83a-cd81-44e4-81d3-bb852458859a req-2c2b3da6-a69c-4e2e-b6b3-4eb5a8ac2189 service neutron] (94131) timed out ('10.222.0.39', 51468) {{(pid=94131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 15:27:09.030958 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:27:17.907132 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-96ec1730-c476-4475-a7d9-311ff50e5e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:27:20.709003 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fceecd02-8d32-4819-82c6-4934311bc5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:27:20.868817 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:27:21.764039 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:27:23.421530 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:27:25.068210 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:27:46.029701 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:27:47.907565 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ffdfc3a7-4de2-417d-86bd-a3a6c115f26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:27:50.712018 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1d97-3b1e-4657-9f6e-f2da0d7860c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:27:50.871394 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:27:51.767426 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:27:53.424963 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:27:55.075885 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:28:17.912862 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a80853cc-05c5-42b9-85b5-19c1e9bc2e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:28:20.712597 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c68526e8-9782-4e24-a2c4-b0b9963ecb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:28:20.872769 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ae16549e-3cd7-4081-811f-7f3b6c6ab033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:28:21.769392 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e1a99705-dd9b-4f19-9618-277153caaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:28:23.028799 dv-cinder-776307-9-iscsi neutron-server[94133]: DEBUG neutron.db.agents_db [None req-0b830ce7-0947-450e-89a7-f4bc7de80dbf None None] Agent healthcheck: found 6 active agents {{(pid=94133) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:28:23.426950 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c130ffe-37f5-4324-b99e-18c0861ad049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:28:25.099403 dv-cinder-776307-9-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9cd6039c-1cb5-4f90-a001-c20215a26799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752445426571', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-607668'] for agent, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}